2024-11-10 09:17:47,305 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 09:17:47,341 main DEBUG Took 0.033282 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 09:17:47,341 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 09:17:47,342 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 09:17:47,346 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 09:17:47,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,358 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 09:17:47,380 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,384 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,385 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,386 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,388 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,391 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,392 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,394 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,395 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:17:47,396 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,397 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 09:17:47,399 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:17:47,400 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 09:17:47,403 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 09:17:47,403 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 09:17:47,405 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 09:17:47,406 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 09:17:47,417 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 09:17:47,422 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 09:17:47,431 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 09:17:47,432 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 09:17:47,433 main DEBUG createAppenders(={Console}) 2024-11-10 09:17:47,434 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-10 09:17:47,435 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 09:17:47,435 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-10 09:17:47,436 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 09:17:47,436 main DEBUG OutputStream closed 2024-11-10 09:17:47,437 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 09:17:47,437 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 09:17:47,438 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-10 09:17:47,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 09:17:47,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 09:17:47,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 09:17:47,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 09:17:47,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 09:17:47,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 09:17:47,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 09:17:47,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 09:17:47,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 09:17:47,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 09:17:47,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 09:17:47,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 09:17:47,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 09:17:47,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 09:17:47,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 09:17:47,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 09:17:47,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 09:17:47,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 09:17:47,657 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 09:17:47,658 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-10 09:17:47,658 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 09:17:47,659 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-10T09:17:47,681 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-10 09:17:47,686 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 09:17:47,687 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T09:17:47,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=2429 2024-11-10T09:17:48,071 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-10T09:17:48,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e 2024-11-10T09:17:48,138 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/cluster_53adf102-b564-b7fe-1fa8-243c9d37a933, deleteOnExit=true 2024-11-10T09:17:48,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/cluster_53adf102-b564-b7fe-1fa8-243c9d37a933/zookeeper_0, clientPort=64939, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/cluster_53adf102-b564-b7fe-1fa8-243c9d37a933/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/cluster_53adf102-b564-b7fe-1fa8-243c9d37a933/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:17:48,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64939 2024-11-10T09:17:48,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:17:48,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:17:48,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/test.cache.data in system properties and HBase conf 2024-11-10T09:17:48,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:17:48,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:17:48,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:17:48,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:17:48,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:17:48,577 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T09:17:48,761 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:17:48,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:17:48,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:17:48,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:17:48,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:17:48,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:17:48,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:17:48,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:17:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:17:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:17:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:17:48,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:17:48,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:17:48,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:17:48,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:17:50,360 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T09:17:50,609 INFO [Time-limited test {}] log.Log(170): Logging initialized @4315ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T09:17:50,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:17:50,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:17:51,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:17:51,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:17:51,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:17:51,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:17:51,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:17:51,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:17:51,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/java.io.tmpdir/jetty-localhost-40251-hadoop-hdfs-3_4_1-tests_jar-_-any-11730723241512838831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:17:51,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:40251} 2024-11-10T09:17:51,622 INFO [Time-limited test {}] server.Server(415): Started @5330ms 2024-11-10T09:17:52,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:17:52,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:17:52,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:17:52,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:17:52,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:17:52,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:17:52,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:17:52,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/java.io.tmpdir/jetty-localhost-34559-hadoop-hdfs-3_4_1-tests_jar-_-any-13103288987035586317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:17:52,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:34559} 2024-11-10T09:17:52,804 INFO [Time-limited test {}] server.Server(415): Started @6511ms 2024-11-10T09:17:52,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:17:54,771 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/cluster_53adf102-b564-b7fe-1fa8-243c9d37a933/data/data2/current/BP-806461115-172.17.0.3-1731230269610/current, will proceed with Du for space computation calculation, 2024-11-10T09:17:54,772 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/cluster_53adf102-b564-b7fe-1fa8-243c9d37a933/data/data1/current/BP-806461115-172.17.0.3-1731230269610/current, will proceed with Du for space computation calculation, 2024-11-10T09:17:54,833 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:17:54,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d036e15e9f5f67c with lease ID 0xee9d48ef391f592: Processing first storage report for DS-726542f1-4a78-4d67-8856-903d98874966 from datanode DatanodeRegistration(127.0.0.1:33427, datanodeUuid=eb205ada-fb04-4450-acdb-206a62a21414, infoPort=40531, infoSecurePort=0, ipcPort=46031, storageInfo=lv=-57;cid=testClusterID;nsid=1583150700;c=1731230269610) 2024-11-10T09:17:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d036e15e9f5f67c with lease ID 0xee9d48ef391f592: from storage DS-726542f1-4a78-4d67-8856-903d98874966 node DatanodeRegistration(127.0.0.1:33427, datanodeUuid=eb205ada-fb04-4450-acdb-206a62a21414, infoPort=40531, infoSecurePort=0, ipcPort=46031, storageInfo=lv=-57;cid=testClusterID;nsid=1583150700;c=1731230269610), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:17:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d036e15e9f5f67c with lease ID 0xee9d48ef391f592: Processing first storage report for DS-7fbb01be-04d0-44d7-bde1-104104e23394 from datanode DatanodeRegistration(127.0.0.1:33427, datanodeUuid=eb205ada-fb04-4450-acdb-206a62a21414, infoPort=40531, infoSecurePort=0, ipcPort=46031, storageInfo=lv=-57;cid=testClusterID;nsid=1583150700;c=1731230269610) 2024-11-10T09:17:54,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d036e15e9f5f67c with lease ID 0xee9d48ef391f592: from storage DS-7fbb01be-04d0-44d7-bde1-104104e23394 node DatanodeRegistration(127.0.0.1:33427, datanodeUuid=eb205ada-fb04-4450-acdb-206a62a21414, infoPort=40531, infoSecurePort=0, ipcPort=46031, storageInfo=lv=-57;cid=testClusterID;nsid=1583150700;c=1731230269610), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:17:54,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e 2024-11-10T09:17:54,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:17:54,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:17:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:17:55,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94 with version=8 2024-11-10T09:17:55,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/hbase-staging 2024-11-10T09:17:55,773 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T09:17:56,057 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:17:56,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:17:56,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:17:56,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:17:56,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:17:56,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:17:56,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:17:56,524 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T09:17:56,539 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T09:17:56,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:17:56,582 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12991 (auto-detected) 2024-11-10T09:17:56,584 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-10T09:17:56,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42171 2024-11-10T09:17:56,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42171 connecting to ZooKeeper ensemble=127.0.0.1:64939 2024-11-10T09:17:56,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421710x0, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:17:56,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42171-0x1012409778b0000 connected 2024-11-10T09:17:57,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:17:57,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:17:57,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/running 2024-11-10T09:17:57,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94, hbase.cluster.distributed=false 2024-11-10T09:17:57,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/acl 2024-11-10T09:17:57,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-10T09:17:57,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42171 2024-11-10T09:17:57,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42171 2024-11-10T09:17:57,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-10T09:17:57,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-10T09:17:57,373 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:17:57,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:17:57,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:17:57,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:17:57,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:17:57,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:17:57,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:17:57,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:17:57,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34145 2024-11-10T09:17:57,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34145 connecting to ZooKeeper ensemble=127.0.0.1:64939 2024-11-10T09:17:57,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:17:57,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:17:57,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341450x0, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:17:57,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34145-0x1012409778b0001 connected 2024-11-10T09:17:57,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/running 2024-11-10T09:17:57,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:17:57,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:17:57,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/master 2024-11-10T09:17:57,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/acl 2024-11-10T09:17:57,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34145 2024-11-10T09:17:57,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34145 2024-11-10T09:17:57,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34145 2024-11-10T09:17:57,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34145 2024-11-10T09:17:57,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34145 2024-11-10T09:17:57,649 DEBUG [M:0;802346a334f5:42171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:42171 2024-11-10T09:17:57,653 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-915240340/backup-masters/802346a334f5,42171,1731230275847 2024-11-10T09:17:57,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/backup-masters 2024-11-10T09:17:57,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/backup-masters 2024-11-10T09:17:57,681 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on existing znode=/0-915240340/backup-masters/802346a334f5,42171,1731230275847 2024-11-10T09:17:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-915240340/master 2024-11-10T09:17:57,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:17:57,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:17:57,742 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on existing znode=/0-915240340/master 2024-11-10T09:17:57,745 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-915240340/backup-masters/802346a334f5,42171,1731230275847 from backup master directory 2024-11-10T09:17:57,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/backup-masters 2024-11-10T09:17:57,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915240340/backup-masters/802346a334f5,42171,1731230275847 2024-11-10T09:17:57,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/backup-masters 2024-11-10T09:17:57,762 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:17:57,762 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,42171,1731230275847 2024-11-10T09:17:57,771 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T09:17:57,776 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T09:17:57,884 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/hbase.id] with ID: 903bb5d5-7aae-4dba-a3b3-bbd78d75e843 2024-11-10T09:17:57,885 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/.tmp/hbase.id 2024-11-10T09:17:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:17:57,922 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/.tmp/hbase.id]:[hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/hbase.id] 2024-11-10T09:17:58,017 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:17:58,028 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:17:58,057 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-10T09:17:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:17:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:17:58,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:17:58,142 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:17:58,145 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:17:58,170 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:17:58,176 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:17:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:17:58,249 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store 2024-11-10T09:17:58,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:17:58,281 INFO [master/802346a334f5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T09:17:58,285 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:17:58,289 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:17:58,290 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:17:58,290 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:17:58,292 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:17:58,292 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:17:58,292 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:17:58,294 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230278289Disabling compacts and flushes for region at 1731230278289Disabling writes for close at 1731230278292 (+3 ms)Writing region close event to WAL at 1731230278292Closed at 1731230278292 2024-11-10T09:17:58,297 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/.initializing 2024-11-10T09:17:58,297 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,42171,1731230275847 2024-11-10T09:17:58,309 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:17:58,343 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C42171%2C1731230275847, suffix=, logDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,42171,1731230275847, archiveDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/oldWALs, maxLogs=10 2024-11-10T09:17:58,393 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,42171,1731230275847/802346a334f5%2C42171%2C1731230275847.1731230278349, exclude list is [], retry=0 2024-11-10T09:17:58,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33427,DS-726542f1-4a78-4d67-8856-903d98874966,DISK] 2024-11-10T09:17:58,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T09:17:58,482 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,42171,1731230275847/802346a334f5%2C42171%2C1731230275847.1731230278349 2024-11-10T09:17:58,483 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40531:40531)] 2024-11-10T09:17:58,484 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:17:58,484 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:17:58,487 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,488 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:17:58,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:17:58,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:17:58,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:17:58,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:17:58,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:17:58,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:17:58,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:17:58,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:17:58,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:17:58,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:17:58,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:17:58,629 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,634 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,636 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,647 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,648 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,663 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:17:58,675 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:17:58,689 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:17:58,694 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59571374, jitterRate=-0.11231735348701477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:17:58,716 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230278501Initializing all the Stores at 1731230278503 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230278505 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230278510 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230278511 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230278511Cleaning up temporary data from old regions at 1731230278649 (+138 ms)Region opened successfully at 1731230278715 (+66 ms) 2024-11-10T09:17:58,726 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:17:58,844 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1faf55ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:17:58,885 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:17:58,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:17:58,898 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:17:58,902 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:17:58,909 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-10T09:17:58,915 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T09:17:58,916 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:17:58,966 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:17:58,980 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Unable to get data of znode /0-915240340/balancer because node does not exist (not necessarily an error) 2024-11-10T09:17:58,995 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/balancer already deleted, retry=false 2024-11-10T09:17:58,998 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:17:59,004 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Unable to get data of znode /0-915240340/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:17:59,013 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/normalizer already deleted, retry=false 2024-11-10T09:17:59,019 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:17:59,029 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Unable to get data of znode /0-915240340/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:17:59,043 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/switch/split already deleted, retry=false 2024-11-10T09:17:59,044 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Unable to get data of znode /0-915240340/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:17:59,053 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/switch/merge already deleted, retry=false 2024-11-10T09:17:59,076 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Unable to get data of znode /0-915240340/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:17:59,085 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/snapshot-cleanup already deleted, retry=false 2024-11-10T09:17:59,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-915240340/running 2024-11-10T09:17:59,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:17:59,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-915240340/running 2024-11-10T09:17:59,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:17:59,104 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,42171,1731230275847, sessionid=0x1012409778b0000, setting cluster-up flag (Was=false) 2024-11-10T09:17:59,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:17:59,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:17:59,183 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-915240340/flush-table-proc/acquired, /0-915240340/flush-table-proc/reached, /0-915240340/flush-table-proc/abort 2024-11-10T09:17:59,188 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,42171,1731230275847 2024-11-10T09:17:59,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:17:59,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:17:59,253 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-915240340/online-snapshot/acquired, /0-915240340/online-snapshot/reached, /0-915240340/online-snapshot/abort 2024-11-10T09:17:59,257 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,42171,1731230275847 2024-11-10T09:17:59,282 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:17:59,357 INFO [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(746): ClusterId : 903bb5d5-7aae-4dba-a3b3-bbd78d75e843 2024-11-10T09:17:59,360 DEBUG [RS:0;802346a334f5:34145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:17:59,379 DEBUG [RS:0;802346a334f5:34145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:17:59,379 DEBUG [RS:0;802346a334f5:34145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:17:59,405 DEBUG [RS:0;802346a334f5:34145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:17:59,406 DEBUG [RS:0;802346a334f5:34145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d76e685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:17:59,427 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:17:59,436 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:34145 2024-11-10T09:17:59,441 INFO [RS:0;802346a334f5:34145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:17:59,441 INFO [RS:0;802346a334f5:34145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:17:59,442 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:17:59,445 INFO [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,42171,1731230275847 with port=34145, startcode=1731230277322 2024-11-10T09:17:59,457 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:17:59,466 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:17:59,473 DEBUG [RS:0;802346a334f5:34145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:17:59,472 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,42171,1731230275847 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:17:59,488 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:17:59,488 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:17:59,488 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:17:59,489 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:17:59,489 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:17:59,489 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,489 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:17:59,490 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:17:59,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:17:59,525 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230309524 2024-11-10T09:17:59,527 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:17:59,529 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:17:59,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:17:59,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:17:59,536 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:17:59,536 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:17:59,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:17:59,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:17:59,545 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,551 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:17:59,552 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:17:59,552 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:17:59,553 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:17:59,557 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:17:59,558 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:17:59,562 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230279559,5,FailOnTimeoutGroup] 2024-11-10T09:17:59,564 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230279563,5,FailOnTimeoutGroup] 2024-11-10T09:17:59,564 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,564 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:17:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:17:59,566 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,566 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:17:59,570 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94 2024-11-10T09:17:59,597 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:17:59,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,34145,1731230277322 2024-11-10T09:17:59,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42171 {}] master.ServerManager(517): Registering regionserver=802346a334f5,34145,1731230277322 2024-11-10T09:17:59,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:17:59,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:17:59,645 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94 2024-11-10T09:17:59,645 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37143 2024-11-10T09:17:59,645 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:17:59,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:17:59,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/rs 2024-11-10T09:17:59,654 DEBUG [RS:0;802346a334f5:34145 {}] zookeeper.ZKUtil(111): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on existing znode=/0-915240340/rs/802346a334f5,34145,1731230277322 2024-11-10T09:17:59,655 WARN [RS:0;802346a334f5:34145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:17:59,655 INFO [RS:0;802346a334f5:34145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:17:59,655 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322 2024-11-10T09:17:59,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:17:59,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:17:59,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,34145,1731230277322] 2024-11-10T09:17:59,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:17:59,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:17:59,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:17:59,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:17:59,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:17:59,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:17:59,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:17:59,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:17:59,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:17:59,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:17:59,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:17:59,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:17:59,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:17:59,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:17:59,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740 2024-11-10T09:17:59,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740 2024-11-10T09:17:59,704 INFO [RS:0;802346a334f5:34145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:17:59,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:17:59,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:17:59,711 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:17:59,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:17:59,734 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:17:59,736 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67999568, jitterRate=0.013272523880004883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:17:59,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230279638Initializing all the Stores at 1731230279645 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230279645Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230279651 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230279651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230279651Cleaning up temporary data from old regions at 1731230279707 (+56 ms)Region opened successfully at 1731230279741 (+34 ms) 2024-11-10T09:17:59,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:17:59,741 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:17:59,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:17:59,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:17:59,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:17:59,742 INFO [RS:0;802346a334f5:34145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:17:59,743 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:17:59,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230279741Disabling compacts and flushes for region at 1731230279741Disabling writes for close at 1731230279742 (+1 ms)Writing region close event to WAL at 1731230279743 (+1 ms)Closed at 1731230279743 2024-11-10T09:17:59,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:17:59,748 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:17:59,752 INFO [RS:0;802346a334f5:34145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:17:59,752 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:17:59,757 INFO [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:17:59,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:17:59,773 INFO [RS:0;802346a334f5:34145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:17:59,772 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:17:59,774 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,775 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,775 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,775 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,775 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,775 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,776 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:17:59,776 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,776 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,776 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,776 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,776 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,777 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:17:59,777 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:17:59,777 DEBUG [RS:0;802346a334f5:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:17:59,780 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,780 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,781 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,781 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,781 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,781 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,34145,1731230277322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:17:59,818 INFO [RS:0;802346a334f5:34145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:17:59,820 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,34145,1731230277322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,821 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,821 INFO [RS:0;802346a334f5:34145 {}] regionserver.Replication(171): 802346a334f5,34145,1731230277322 started 2024-11-10T09:17:59,847 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:17:59,848 INFO [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,34145,1731230277322, RpcServer on 802346a334f5/172.17.0.3:34145, sessionid=0x1012409778b0001 2024-11-10T09:17:59,849 DEBUG [RS:0;802346a334f5:34145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:17:59,850 DEBUG [RS:0;802346a334f5:34145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,34145,1731230277322 2024-11-10T09:17:59,850 DEBUG [RS:0;802346a334f5:34145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,34145,1731230277322' 2024-11-10T09:17:59,850 DEBUG [RS:0;802346a334f5:34145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-915240340/flush-table-proc/abort' 2024-11-10T09:17:59,854 DEBUG [RS:0;802346a334f5:34145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-915240340/flush-table-proc/acquired' 2024-11-10T09:17:59,858 DEBUG [RS:0;802346a334f5:34145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:17:59,858 DEBUG [RS:0;802346a334f5:34145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:17:59,859 DEBUG [RS:0;802346a334f5:34145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,34145,1731230277322 2024-11-10T09:17:59,859 DEBUG [RS:0;802346a334f5:34145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,34145,1731230277322' 2024-11-10T09:17:59,859 DEBUG [RS:0;802346a334f5:34145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-915240340/online-snapshot/abort' 2024-11-10T09:17:59,860 DEBUG [RS:0;802346a334f5:34145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-915240340/online-snapshot/acquired' 2024-11-10T09:17:59,863 DEBUG [RS:0;802346a334f5:34145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:17:59,863 INFO [RS:0;802346a334f5:34145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:17:59,863 INFO [RS:0;802346a334f5:34145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:17:59,924 WARN [802346a334f5:42171 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:17:59,975 INFO [RS:0;802346a334f5:34145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:17:59,988 INFO [RS:0;802346a334f5:34145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C34145%2C1731230277322, suffix=, logDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322, archiveDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs, maxLogs=10 2024-11-10T09:18:00,012 DEBUG [RS:0;802346a334f5:34145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991, exclude list is [], retry=0 2024-11-10T09:18:00,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33427,DS-726542f1-4a78-4d67-8856-903d98874966,DISK] 2024-11-10T09:18:00,035 INFO [RS:0;802346a334f5:34145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991 2024-11-10T09:18:00,036 DEBUG [RS:0;802346a334f5:34145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40531:40531)] 2024-11-10T09:18:00,176 DEBUG [802346a334f5:42171 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:18:00,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,34145,1731230277322 2024-11-10T09:18:00,208 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,34145,1731230277322, state=OPENING 2024-11-10T09:18:00,222 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:18:00,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:00,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:00,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: CHANGED 2024-11-10T09:18:00,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: CHANGED 2024-11-10T09:18:00,237 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:00,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,34145,1731230277322}] 2024-11-10T09:18:00,423 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:18:00,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:18:00,438 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:18:00,438 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:00,439 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:18:00,443 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C34145%2C1731230277322.meta, suffix=.meta, logDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322, archiveDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs, maxLogs=10 2024-11-10T09:18:00,461 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.meta.1731230280446.meta, exclude list is [], retry=0 2024-11-10T09:18:00,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33427,DS-726542f1-4a78-4d67-8856-903d98874966,DISK] 2024-11-10T09:18:00,469 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.meta.1731230280446.meta 2024-11-10T09:18:00,469 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40531:40531)] 2024-11-10T09:18:00,470 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:00,478 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:00,479 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:00,482 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:18:00,484 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:18:00,488 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:18:00,489 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:00,490 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:18:00,490 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:18:00,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:00,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:00,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:00,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:00,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:00,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:00,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:00,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:00,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:00,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:00,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:00,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:00,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:00,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:00,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:00,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:00,505 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:00,507 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740 2024-11-10T09:18:00,510 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740 2024-11-10T09:18:00,512 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:00,513 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:00,514 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:00,517 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:00,518 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73589001, jitterRate=0.09656156599521637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:00,519 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:18:00,521 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230280490Writing region info on filesystem at 1731230280490Initializing all the Stores at 1731230280492 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230280492Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230280493 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230280493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230280493Cleaning up temporary data from old regions at 1731230280513 (+20 ms)Running coprocessor post-open hooks at 1731230280519 (+6 ms)Region opened successfully at 1731230280520 (+1 ms) 2024-11-10T09:18:00,529 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230280414 2024-11-10T09:18:00,543 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:18:00,544 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:18:00,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,34145,1731230277322 2024-11-10T09:18:00,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,34145,1731230277322, state=OPEN 2024-11-10T09:18:00,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-915240340/meta-region-server 2024-11-10T09:18:00,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-915240340/meta-region-server 2024-11-10T09:18:00,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: CHANGED 2024-11-10T09:18:00,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: CHANGED 2024-11-10T09:18:00,619 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,34145,1731230277322 2024-11-10T09:18:00,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:18:00,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,34145,1731230277322 in 380 msec 2024-11-10T09:18:00,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:18:00,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 875 msec 2024-11-10T09:18:00,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:00,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:18:00,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:00,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,34145,1731230277322, seqNum=-1] 2024-11-10T09:18:00,720 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:00,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:00,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4290 sec 2024-11-10T09:18:00,761 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230280761, completionTime=-1 2024-11-10T09:18:00,765 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:18:00,765 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:18:00,805 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:18:00,805 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230340805 2024-11-10T09:18:00,805 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230400805 2024-11-10T09:18:00,805 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 40 msec 2024-11-10T09:18:00,809 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42171,1731230275847-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:00,809 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42171,1731230275847-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:00,809 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42171,1731230275847-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:00,811 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:42171, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:00,811 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:00,820 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:00,832 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:18:00,913 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.148sec 2024-11-10T09:18:00,914 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:18:00,916 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:18:00,917 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:18:00,918 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:18:00,919 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:18:00,922 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42171,1731230275847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:00,923 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42171,1731230275847-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:18:00,965 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:18:00,967 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:18:00,967 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42171,1731230275847-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:01,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5054958a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:01,039 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T09:18:01,039 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T09:18:01,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42171,-1 for getting cluster id 2024-11-10T09:18:01,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:01,073 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bb5d5-7aae-4dba-a3b3-bbd78d75e843' 2024-11-10T09:18:01,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:01,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bb5d5-7aae-4dba-a3b3-bbd78d75e843" 2024-11-10T09:18:01,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d59f07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:01,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42171,-1] 2024-11-10T09:18:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:01,101 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:01,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492ecbd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:01,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:01,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,34145,1731230277322, seqNum=-1] 2024-11-10T09:18:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:01,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,42171,1731230275847 2024-11-10T09:18:01,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64939 2024-11-10T09:18:01,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:01,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012409778b0002 connected 2024-11-10T09:18:01,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/hadoop.log.dir so I do NOT create it in target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23 2024-11-10T09:18:01,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:18:01,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/hadoop.tmp.dir so I do NOT create it in target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23 2024-11-10T09:18:01,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:18:01,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23 2024-11-10T09:18:01,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:18:01,262 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/cluster_1d69c10d-20f0-306a-568c-bf7a127ad9bd, deleteOnExit=true 2024-11-10T09:18:01,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:18:01,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/test.cache.data in system properties and HBase conf 2024-11-10T09:18:01,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:18:01,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:18:01,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:18:01,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:18:01,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:18:01,264 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:18:01,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:18:01,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:18:01,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:18:01,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:18:01,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:18:01,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:18:01,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:18:01,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:18:01,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:18:01,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:18:01,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:18:01,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:18:01,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:18:01,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:18:01,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:01,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:18:01,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:18:01,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:18:01,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:18:01,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:01,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffd4f7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:18:01,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@248e3f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:18:01,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65e9f290{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/java.io.tmpdir/jetty-localhost-42257-hadoop-hdfs-3_4_1-tests_jar-_-any-780569480762375647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:18:01,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fb48e23{HTTP/1.1, (http/1.1)}{localhost:42257} 2024-11-10T09:18:01,934 INFO [Time-limited test {}] server.Server(415): Started @15642ms 2024-11-10T09:18:02,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:02,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:18:02,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:18:02,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:18:02,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:18:02,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cd82d32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:18:02,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d5b0d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:18:02,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31555cf5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/java.io.tmpdir/jetty-localhost-44227-hadoop-hdfs-3_4_1-tests_jar-_-any-18144467616086417720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:18:02,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f3ae2a4{HTTP/1.1, (http/1.1)}{localhost:44227} 2024-11-10T09:18:02,481 INFO [Time-limited test {}] server.Server(415): Started @16188ms 2024-11-10T09:18:02,491 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:18:03,322 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/cluster_1d69c10d-20f0-306a-568c-bf7a127ad9bd/data/data1/current/BP-725783655-172.17.0.3-1731230281316/current, will proceed with Du for space computation calculation, 2024-11-10T09:18:03,322 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/cluster_1d69c10d-20f0-306a-568c-bf7a127ad9bd/data/data2/current/BP-725783655-172.17.0.3-1731230281316/current, will proceed with Du for space computation calculation, 2024-11-10T09:18:03,406 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:18:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7ccb220a2e3d830 with lease ID 0xee923683d8dcc0e5: Processing first storage report for DS-152dbb2a-79fe-4c0c-b535-ae3b774b2b4f from datanode DatanodeRegistration(127.0.0.1:35097, datanodeUuid=c64da323-e0a5-46f6-acec-38a64d6057e6, infoPort=42909, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=164036219;c=1731230281316) 2024-11-10T09:18:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7ccb220a2e3d830 with lease ID 0xee923683d8dcc0e5: from storage DS-152dbb2a-79fe-4c0c-b535-ae3b774b2b4f node DatanodeRegistration(127.0.0.1:35097, datanodeUuid=c64da323-e0a5-46f6-acec-38a64d6057e6, infoPort=42909, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=164036219;c=1731230281316), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:18:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7ccb220a2e3d830 with lease ID 0xee923683d8dcc0e5: Processing first storage report for DS-47c5b40a-8b73-4e8c-a9ae-3c88ac7a0c0a from datanode DatanodeRegistration(127.0.0.1:35097, datanodeUuid=c64da323-e0a5-46f6-acec-38a64d6057e6, infoPort=42909, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=164036219;c=1731230281316) 2024-11-10T09:18:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7ccb220a2e3d830 with lease ID 0xee923683d8dcc0e5: from storage DS-47c5b40a-8b73-4e8c-a9ae-3c88ac7a0c0a node DatanodeRegistration(127.0.0.1:35097, datanodeUuid=c64da323-e0a5-46f6-acec-38a64d6057e6, infoPort=42909, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=164036219;c=1731230281316), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:18:03,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23 2024-11-10T09:18:03,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:03,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:03,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:18:03,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596 with version=8 2024-11-10T09:18:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/hbase-staging 2024-11-10T09:18:03,473 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:03,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:03,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:03,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:03,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:03,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:03,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:18:03,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:03,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36831 2024-11-10T09:18:03,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36831 connecting to ZooKeeper ensemble=127.0.0.1:64939 2024-11-10T09:18:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368310x0, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:03,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36831-0x1012409778b0003 connected 2024-11-10T09:18:03,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:03,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:03,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Set watcher on znode that does not yet exist, /11368460952/running 2024-11-10T09:18:03,641 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596, hbase.cluster.distributed=false 2024-11-10T09:18:03,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Set watcher on znode that does not yet exist, /11368460952/acl 2024-11-10T09:18:03,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36831 2024-11-10T09:18:03,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36831 2024-11-10T09:18:03,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36831 2024-11-10T09:18:03,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36831 2024-11-10T09:18:03,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36831 2024-11-10T09:18:03,679 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:03,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:03,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:03,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:03,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:03,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:03,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:18:03,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:03,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39435 2024-11-10T09:18:03,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39435 connecting to ZooKeeper ensemble=127.0.0.1:64939 2024-11-10T09:18:03,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:03,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394350x0, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:03,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394350x0, quorum=127.0.0.1:64939, baseZNode=/11368460952 Set watcher on znode that does not yet exist, /11368460952/running 2024-11-10T09:18:03,707 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:18:03,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39435-0x1012409778b0004 connected 2024-11-10T09:18:03,712 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:18:03,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Set watcher on znode that does not yet exist, /11368460952/master 2024-11-10T09:18:03,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Set watcher on znode that does not yet exist, /11368460952/acl 2024-11-10T09:18:03,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39435 2024-11-10T09:18:03,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39435 2024-11-10T09:18:03,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39435 2024-11-10T09:18:03,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39435 2024-11-10T09:18:03,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39435 2024-11-10T09:18:03,744 DEBUG [M:0;802346a334f5:36831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:36831 2024-11-10T09:18:03,744 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11368460952/backup-masters/802346a334f5,36831,1731230283473 2024-11-10T09:18:03,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952/backup-masters 2024-11-10T09:18:03,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952/backup-masters 2024-11-10T09:18:03,780 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Set watcher on existing znode=/11368460952/backup-masters/802346a334f5,36831,1731230283473 2024-11-10T09:18:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11368460952/master 2024-11-10T09:18:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:03,790 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Set watcher on existing znode=/11368460952/master 2024-11-10T09:18:03,791 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11368460952/backup-masters/802346a334f5,36831,1731230283473 from backup master directory 2024-11-10T09:18:03,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11368460952/backup-masters/802346a334f5,36831,1731230283473 2024-11-10T09:18:03,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952/backup-masters 2024-11-10T09:18:03,800 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:03,801 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,36831,1731230283473 2024-11-10T09:18:03,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952/backup-masters 2024-11-10T09:18:03,808 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/hbase.id] with ID: 3c587788-2fc6-47ac-afc0-31a9daff27d5 2024-11-10T09:18:03,809 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/.tmp/hbase.id 2024-11-10T09:18:03,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:18:04,224 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/.tmp/hbase.id]:[hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/hbase.id] 2024-11-10T09:18:04,252 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:04,252 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:18:04,254 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T09:18:04,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:04,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:04,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:18:04,673 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:04,675 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:18:04,676 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:18:05,090 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store 2024-11-10T09:18:05,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:18:05,507 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:05,508 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:18:05,508 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:05,508 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:05,508 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:18:05,508 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:05,508 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:05,508 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230285508Disabling compacts and flushes for region at 1731230285508Disabling writes for close at 1731230285508Writing region close event to WAL at 1731230285508Closed at 1731230285508 2024-11-10T09:18:05,510 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/.initializing 2024-11-10T09:18:05,510 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/WALs/802346a334f5,36831,1731230283473 2024-11-10T09:18:05,512 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:05,516 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C36831%2C1731230283473, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/WALs/802346a334f5,36831,1731230283473, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/oldWALs, maxLogs=10 2024-11-10T09:18:05,531 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/WALs/802346a334f5,36831,1731230283473/802346a334f5%2C36831%2C1731230283473.1731230285517, exclude list is [], retry=0 2024-11-10T09:18:05,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35097,DS-152dbb2a-79fe-4c0c-b535-ae3b774b2b4f,DISK] 2024-11-10T09:18:05,538 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/WALs/802346a334f5,36831,1731230283473/802346a334f5%2C36831%2C1731230283473.1731230285517 2024-11-10T09:18:05,538 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42909:42909)] 2024-11-10T09:18:05,538 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:05,538 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:05,539 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,539 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:18:05,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:05,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:05,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:18:05,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:05,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:05,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:18:05,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:05,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:05,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:18:05,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:05,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:05,557 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,558 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,559 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,562 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,562 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,563 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:05,565 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:05,568 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:05,569 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73911103, jitterRate=0.10136125981807709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:05,569 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230285539Initializing all the Stores at 1731230285541 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230285541Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230285541Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230285541Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230285541Cleaning up temporary data from old regions at 1731230285562 (+21 ms)Region opened successfully at 1731230285569 (+7 ms) 2024-11-10T09:18:05,570 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:18:05,575 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634a7b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:05,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:18:05,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:18:05,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:18:05,578 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:18:05,579 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T09:18:05,580 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:18:05,580 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:18:05,590 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:18:05,597 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Unable to get data of znode /11368460952/balancer because node does not exist (not necessarily an error) 2024-11-10T09:18:05,609 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11368460952/balancer already deleted, retry=false 2024-11-10T09:18:05,610 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:18:05,611 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Unable to get data of znode /11368460952/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:18:05,621 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11368460952/normalizer already deleted, retry=false 2024-11-10T09:18:05,622 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:18:05,623 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Unable to get data of znode /11368460952/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:18:05,642 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11368460952/switch/split already deleted, retry=false 2024-11-10T09:18:05,643 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Unable to get data of znode /11368460952/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:18:05,663 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11368460952/switch/merge already deleted, retry=false 2024-11-10T09:18:05,666 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Unable to get data of znode /11368460952/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:18:05,684 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11368460952/snapshot-cleanup already deleted, retry=false 2024-11-10T09:18:05,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11368460952/running 2024-11-10T09:18:05,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11368460952/running 2024-11-10T09:18:05,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:05,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:05,706 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,36831,1731230283473, sessionid=0x1012409778b0003, setting cluster-up flag (Was=false) 2024-11-10T09:18:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:05,790 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11368460952/flush-table-proc/acquired, /11368460952/flush-table-proc/reached, /11368460952/flush-table-proc/abort 2024-11-10T09:18:05,791 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,36831,1731230283473 2024-11-10T09:18:05,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:05,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:05,874 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11368460952/online-snapshot/acquired, /11368460952/online-snapshot/reached, /11368460952/online-snapshot/abort 2024-11-10T09:18:05,876 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,36831,1731230283473 2024-11-10T09:18:05,879 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:18:05,883 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:05,884 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:18:05,884 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:18:05,884 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,36831,1731230283473 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:18:05,886 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:05,886 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:05,886 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:05,886 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:05,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:18:05,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:05,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:05,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:05,888 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230315888 2024-11-10T09:18:05,888 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:18:05,888 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:18:05,888 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:18:05,888 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:18:05,889 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:18:05,889 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:18:05,889 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:05,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:05,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:18:05,889 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:18:05,889 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:18:05,890 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:18:05,890 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:18:05,890 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:18:05,890 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:18:05,890 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230285890,5,FailOnTimeoutGroup] 2024-11-10T09:18:05,891 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230285890,5,FailOnTimeoutGroup] 2024-11-10T09:18:05,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:05,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:18:05,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:05,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:05,891 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:05,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:18:05,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:18:05,930 INFO [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(746): ClusterId : 3c587788-2fc6-47ac-afc0-31a9daff27d5 2024-11-10T09:18:05,930 DEBUG [RS:0;802346a334f5:39435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:18:05,938 DEBUG [RS:0;802346a334f5:39435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:18:05,939 DEBUG [RS:0;802346a334f5:39435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:18:05,949 DEBUG [RS:0;802346a334f5:39435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:18:05,950 DEBUG [RS:0;802346a334f5:39435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49abacd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:05,966 DEBUG [RS:0;802346a334f5:39435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:39435 2024-11-10T09:18:05,966 INFO [RS:0;802346a334f5:39435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:18:05,967 INFO [RS:0;802346a334f5:39435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:18:05,967 DEBUG [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:18:05,968 INFO [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,36831,1731230283473 with port=39435, startcode=1731230283679 2024-11-10T09:18:05,968 DEBUG [RS:0;802346a334f5:39435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:18:05,970 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:18:05,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,39435,1731230283679 2024-11-10T09:18:05,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36831 {}] master.ServerManager(517): Registering regionserver=802346a334f5,39435,1731230283679 2024-11-10T09:18:05,974 DEBUG [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596 2024-11-10T09:18:05,974 DEBUG [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32977 2024-11-10T09:18:05,974 DEBUG [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:18:06,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:18:06,049 DEBUG [RS:0;802346a334f5:39435 {}] zookeeper.ZKUtil(111): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Set watcher on existing znode=/11368460952/rs/802346a334f5,39435,1731230283679 2024-11-10T09:18:06,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952/rs 2024-11-10T09:18:06,049 WARN [RS:0;802346a334f5:39435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:06,049 INFO [RS:0;802346a334f5:39435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:06,049 DEBUG [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/WALs/802346a334f5,39435,1731230283679 2024-11-10T09:18:06,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,39435,1731230283679] 2024-11-10T09:18:06,058 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:18:06,061 INFO [RS:0;802346a334f5:39435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:18:06,064 INFO [RS:0;802346a334f5:39435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:18:06,064 INFO [RS:0;802346a334f5:39435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:18:06,065 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:06,066 INFO [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:18:06,068 INFO [RS:0;802346a334f5:39435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:18:06,068 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:06,068 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,068 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,068 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,068 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,068 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,068 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:06,069 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,069 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,069 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,069 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,069 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,069 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:06,069 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:06,069 DEBUG [RS:0;802346a334f5:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:06,072 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:06,072 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:06,072 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:06,072 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:06,072 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:06,072 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39435,1731230283679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:06,086 INFO [RS:0;802346a334f5:39435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:18:06,086 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39435,1731230283679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:06,086 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:06,087 INFO [RS:0;802346a334f5:39435 {}] regionserver.Replication(171): 802346a334f5,39435,1731230283679 started 2024-11-10T09:18:06,100 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:06,100 INFO [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,39435,1731230283679, RpcServer on 802346a334f5/172.17.0.3:39435, sessionid=0x1012409778b0004 2024-11-10T09:18:06,100 DEBUG [RS:0;802346a334f5:39435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:18:06,100 DEBUG [RS:0;802346a334f5:39435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,39435,1731230283679 2024-11-10T09:18:06,100 DEBUG [RS:0;802346a334f5:39435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,39435,1731230283679' 2024-11-10T09:18:06,100 DEBUG [RS:0;802346a334f5:39435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11368460952/flush-table-proc/abort' 2024-11-10T09:18:06,101 DEBUG [RS:0;802346a334f5:39435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11368460952/flush-table-proc/acquired' 2024-11-10T09:18:06,101 DEBUG [RS:0;802346a334f5:39435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:18:06,102 DEBUG [RS:0;802346a334f5:39435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:18:06,102 DEBUG [RS:0;802346a334f5:39435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,39435,1731230283679 2024-11-10T09:18:06,102 DEBUG [RS:0;802346a334f5:39435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,39435,1731230283679' 2024-11-10T09:18:06,102 DEBUG [RS:0;802346a334f5:39435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11368460952/online-snapshot/abort' 2024-11-10T09:18:06,102 DEBUG [RS:0;802346a334f5:39435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11368460952/online-snapshot/acquired' 2024-11-10T09:18:06,103 DEBUG [RS:0;802346a334f5:39435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:18:06,103 INFO [RS:0;802346a334f5:39435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:18:06,103 INFO [RS:0;802346a334f5:39435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:18:06,204 INFO [RS:0;802346a334f5:39435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:06,211 INFO [RS:0;802346a334f5:39435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C39435%2C1731230283679, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/WALs/802346a334f5,39435,1731230283679, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/oldWALs, maxLogs=10 2024-11-10T09:18:06,226 DEBUG [RS:0;802346a334f5:39435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/WALs/802346a334f5,39435,1731230283679/802346a334f5%2C39435%2C1731230283679.1731230286213, exclude list is [], retry=0 2024-11-10T09:18:06,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35097,DS-152dbb2a-79fe-4c0c-b535-ae3b774b2b4f,DISK] 2024-11-10T09:18:06,232 INFO [RS:0;802346a334f5:39435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/WALs/802346a334f5,39435,1731230283679/802346a334f5%2C39435%2C1731230283679.1731230286213 2024-11-10T09:18:06,233 DEBUG [RS:0;802346a334f5:39435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42909:42909)] 2024-11-10T09:18:06,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:18:06,309 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596 2024-11-10T09:18:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:18:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:18:06,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T09:18:06,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:18:06,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T09:18:06,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:18:06,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T09:18:06,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T09:18:06,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T09:18:06,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:06,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:06,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:06,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:06,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:06,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:06,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:06,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:06,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:06,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:06,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:06,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:06,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:06,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:06,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:06,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:06,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:06,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:06,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740 2024-11-10T09:18:06,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740 2024-11-10T09:18:06,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:06,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:06,750 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:06,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:06,757 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:06,758 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70817563, jitterRate=0.05526392161846161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:06,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230286724Initializing all the Stores at 1731230286728 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230286728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230286729 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230286729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230286729Cleaning up temporary data from old regions at 1731230286750 (+21 ms)Region opened successfully at 1731230286758 (+8 ms) 2024-11-10T09:18:06,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:18:06,758 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:18:06,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:18:06,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:18:06,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:18:06,759 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:06,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230286758Disabling compacts and flushes for region at 1731230286758Disabling writes for close at 1731230286759 (+1 ms)Writing region close event to WAL at 1731230286759Closed at 1731230286759 2024-11-10T09:18:06,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:06,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:18:06,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:18:06,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:06,770 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:18:06,920 DEBUG [802346a334f5:36831 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:18:06,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,39435,1731230283679 2024-11-10T09:18:06,924 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,39435,1731230283679, state=OPENING 2024-11-10T09:18:06,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:18:07,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:07,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:07,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11368460952/meta-region-server: CHANGED 2024-11-10T09:18:07,048 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:07,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11368460952/meta-region-server: CHANGED 2024-11-10T09:18:07,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,39435,1731230283679}] 2024-11-10T09:18:07,203 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:18:07,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:18:07,211 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:18:07,211 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:07,212 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:18:07,214 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C39435%2C1731230283679.meta, suffix=.meta, logDir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/WALs/802346a334f5,39435,1731230283679, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/oldWALs, maxLogs=10 2024-11-10T09:18:07,235 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/WALs/802346a334f5,39435,1731230283679/802346a334f5%2C39435%2C1731230283679.meta.1731230287217.meta, exclude list is [], retry=0 2024-11-10T09:18:07,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35097,DS-152dbb2a-79fe-4c0c-b535-ae3b774b2b4f,DISK] 2024-11-10T09:18:07,243 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/WALs/802346a334f5,39435,1731230283679/802346a334f5%2C39435%2C1731230283679.meta.1731230287217.meta 2024-11-10T09:18:07,243 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42909:42909)] 2024-11-10T09:18:07,244 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:07,244 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:07,244 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:07,245 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:18:07,245 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:18:07,245 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:18:07,245 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:07,245 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:18:07,245 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:18:07,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:07,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:07,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:07,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:07,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:07,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:07,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:07,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:07,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:07,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:07,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:07,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:07,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:07,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:07,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:07,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:07,258 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:07,260 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740 2024-11-10T09:18:07,262 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740 2024-11-10T09:18:07,265 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:07,265 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:07,266 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:07,269 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:07,271 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69418520, jitterRate=0.0344165563583374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:07,271 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:18:07,271 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230287245Writing region info on filesystem at 1731230287245Initializing all the Stores at 1731230287247 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230287247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230287247Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230287247Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230287247Cleaning up temporary data from old regions at 1731230287265 (+18 ms)Running coprocessor post-open hooks at 1731230287271 (+6 ms)Region opened successfully at 1731230287271 2024-11-10T09:18:07,273 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230287202 2024-11-10T09:18:07,276 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:18:07,277 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:18:07,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,39435,1731230283679 2024-11-10T09:18:07,279 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,39435,1731230283679, state=OPEN 2024-11-10T09:18:07,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11368460952/meta-region-server 2024-11-10T09:18:07,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11368460952/meta-region-server 2024-11-10T09:18:07,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11368460952/meta-region-server: CHANGED 2024-11-10T09:18:07,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11368460952/meta-region-server: CHANGED 2024-11-10T09:18:07,284 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,39435,1731230283679 2024-11-10T09:18:07,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:18:07,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,39435,1731230283679 in 237 msec 2024-11-10T09:18:07,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:18:07,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-10T09:18:07,296 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:07,296 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:18:07,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:07,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39435,1731230283679, seqNum=-1] 2024-11-10T09:18:07,299 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:07,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:07,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4290 sec 2024-11-10T09:18:07,311 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230287311, completionTime=-1 2024-11-10T09:18:07,311 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:18:07,312 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:18:07,314 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:18:07,314 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230347314 2024-11-10T09:18:07,314 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230407314 2024-11-10T09:18:07,314 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T09:18:07,315 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36831,1731230283473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:07,315 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36831,1731230283473-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:07,315 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36831,1731230283473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:07,315 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:36831, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:07,315 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:07,315 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:07,319 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:18:07,321 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.520sec 2024-11-10T09:18:07,322 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:18:07,322 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:18:07,322 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:18:07,322 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:18:07,322 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:18:07,322 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36831,1731230283473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:07,322 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36831,1731230283473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:18:07,326 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:18:07,326 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:18:07,326 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36831,1731230283473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:07,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:07,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36831,-1 for getting cluster id 2024-11-10T09:18:07,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:07,333 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c587788-2fc6-47ac-afc0-31a9daff27d5' 2024-11-10T09:18:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c587788-2fc6-47ac-afc0-31a9daff27d5" 2024-11-10T09:18:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6219b830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36831,-1] 2024-11-10T09:18:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:07,336 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:07,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2404d756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:07,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39435,1731230283679, seqNum=-1] 2024-11-10T09:18:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:07,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:07,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,36831,1731230283473 2024-11-10T09:18:07,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64939 2024-11-10T09:18:07,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:07,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012409778b0005 connected 2024-11-10T09:18:07,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25185be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:07,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42171,-1 for getting cluster id 2024-11-10T09:18:07,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:07,456 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bb5d5-7aae-4dba-a3b3-bbd78d75e843' 2024-11-10T09:18:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bb5d5-7aae-4dba-a3b3-bbd78d75e843" 2024-11-10T09:18:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ffcbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42171,-1] 2024-11-10T09:18:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:07,461 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:07,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac30c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:07,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:07,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,42171,1731230275847 2024-11-10T09:18:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@123a7e9d 2024-11-10T09:18:07,478 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:07,480 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:07,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:36831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:18:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:18:07,491 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36831' 2024-11-10T09:18:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:07,493 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de89980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:07,493 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36831,-1 for getting cluster id 2024-11-10T09:18:07,493 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:07,494 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c587788-2fc6-47ac-afc0-31a9daff27d5' 2024-11-10T09:18:07,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:07,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c587788-2fc6-47ac-afc0-31a9daff27d5" 2024-11-10T09:18:07,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb70f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:07,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36831,-1] 2024-11-10T09:18:07,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:07,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:07,496 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:07,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f22c4ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:07,498 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:07,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36831,1731230283473 2024-11-10T09:18:07,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51218045 2024-11-10T09:18:07,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:07,504 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:07,515 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T09:18:07,515 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:18:07,519 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:07,520 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:07,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:07,521 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:07,526 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:18:07,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:18:07,530 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:07,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:18:07,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741835_1011 (size=1138) 2024-11-10T09:18:07,579 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:18:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:07,945 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af43a03e9aa0ea28eb553e728d823d23, NAME => 'hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94 2024-11-10T09:18:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741836_1012 (size=44) 2024-11-10T09:18:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:08,357 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:08,357 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af43a03e9aa0ea28eb553e728d823d23, disabling compactions & flushes 2024-11-10T09:18:08,357 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:08,357 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:08,357 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. after waiting 0 ms 2024-11-10T09:18:08,357 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:08,357 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:08,357 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af43a03e9aa0ea28eb553e728d823d23: Waiting for close lock at 1731230288357Disabling compacts and flushes for region at 1731230288357Disabling writes for close at 1731230288357Writing region close event to WAL at 1731230288357Closed at 1731230288357 2024-11-10T09:18:08,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:18:08,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230288359"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230288359"}]},"ts":"1731230288359"} 2024-11-10T09:18:08,368 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:18:08,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:18:08,373 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230288370"}]},"ts":"1731230288370"} 2024-11-10T09:18:08,378 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:18:08,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af43a03e9aa0ea28eb553e728d823d23, ASSIGN}] 2024-11-10T09:18:08,383 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af43a03e9aa0ea28eb553e728d823d23, ASSIGN 2024-11-10T09:18:08,385 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af43a03e9aa0ea28eb553e728d823d23, ASSIGN; state=OFFLINE, location=802346a334f5,34145,1731230277322; forceNewPlan=false, retain=false 2024-11-10T09:18:08,538 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=af43a03e9aa0ea28eb553e728d823d23, regionState=OPENING, regionLocation=802346a334f5,34145,1731230277322 2024-11-10T09:18:08,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af43a03e9aa0ea28eb553e728d823d23, ASSIGN because future has completed 2024-11-10T09:18:08,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure af43a03e9aa0ea28eb553e728d823d23, server=802346a334f5,34145,1731230277322}] 2024-11-10T09:18:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:08,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:08,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:08,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:18:08,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C34145%2C1731230277322.rep, suffix=, logDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322, archiveDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs, maxLogs=10 2024-11-10T09:18:08,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.rep.1731230288715, exclude list is [], retry=0 2024-11-10T09:18:08,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33427,DS-726542f1-4a78-4d67-8856-903d98874966,DISK] 2024-11-10T09:18:08,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.rep.1731230288715 2024-11-10T09:18:08,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40531:40531)] 2024-11-10T09:18:08,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => af43a03e9aa0ea28eb553e728d823d23, NAME => 'hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:08,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:08,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:08,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. service=MultiRowMutationService 2024-11-10T09:18:08,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:18:08,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:08,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,739 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,742 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af43a03e9aa0ea28eb553e728d823d23 columnFamilyName hfileref 2024-11-10T09:18:08,742 DEBUG [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:08,742 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(327): Store=af43a03e9aa0ea28eb553e728d823d23/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:08,743 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,744 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af43a03e9aa0ea28eb553e728d823d23 columnFamilyName queue 2024-11-10T09:18:08,745 DEBUG [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:08,745 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(327): Store=af43a03e9aa0ea28eb553e728d823d23/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:08,745 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,747 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af43a03e9aa0ea28eb553e728d823d23 columnFamilyName sid 2024-11-10T09:18:08,748 DEBUG [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:08,748 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(327): Store=af43a03e9aa0ea28eb553e728d823d23/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:08,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:18:08,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:08,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened af43a03e9aa0ea28eb553e728d823d23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70846671, jitterRate=0.055697664618492126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:18:08,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:08,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for af43a03e9aa0ea28eb553e728d823d23: Running coprocessor pre-open hook at 1731230288737Writing region info on filesystem at 1731230288737Initializing all the Stores at 1731230288739 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230288739Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230288739Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230288739Cleaning up temporary data from old regions at 1731230288752 (+13 ms)Running coprocessor post-open hooks at 1731230288758 (+6 ms)Region opened successfully at 1731230288759 (+1 ms) 2024-11-10T09:18:08,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23., pid=7, masterSystemTime=1731230288700 2024-11-10T09:18:08,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:08,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:08,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=af43a03e9aa0ea28eb553e728d823d23, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,34145,1731230277322 2024-11-10T09:18:08,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure af43a03e9aa0ea28eb553e728d823d23, server=802346a334f5,34145,1731230277322 because future has completed 2024-11-10T09:18:08,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T09:18:08,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure af43a03e9aa0ea28eb553e728d823d23, server=802346a334f5,34145,1731230277322 in 225 msec 2024-11-10T09:18:08,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:18:08,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af43a03e9aa0ea28eb553e728d823d23, ASSIGN in 393 msec 2024-11-10T09:18:08,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:18:08,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230288778"}]},"ts":"1731230288778"} 2024-11-10T09:18:08,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:18:08,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:18:08,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2600 sec 2024-11-10T09:18:08,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23., hostname=802346a334f5,34145,1731230277322, seqNum=2] 2024-11-10T09:18:08,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34145 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T09:18:08,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:08,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:08,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:18:09,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T09:18:09,064 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:18:09,102 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,34145,1731230277322, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:18:09,104 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:09,104 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,34145,1731230277322, seqNum=-1] 2024-11-10T09:18:09,104 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:09,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T09:18:09,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,34145,1731230277322', locateType=CURRENT is [region=hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23., hostname=802346a334f5,34145,1731230277322, seqNum=2] 2024-11-10T09:18:09,114 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T09:18:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T09:18:09,119 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,34145,1731230277322 suceeded 2024-11-10T09:18:09,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T09:18:09,123 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:36831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:18:09,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-10T09:18:09,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6410 sec 2024-11-10T09:18:09,133 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36831' 2024-11-10T09:18:09,135 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4725c63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,135 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36831,-1 for getting cluster id 2024-11-10T09:18:09,135 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:09,136 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c587788-2fc6-47ac-afc0-31a9daff27d5' 2024-11-10T09:18:09,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:09,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c587788-2fc6-47ac-afc0-31a9daff27d5" 2024-11-10T09:18:09,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4844c348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36831,-1] 2024-11-10T09:18:09,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:09,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:09,138 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:09,139 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f764f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,139 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36831,1731230283473 2024-11-10T09:18:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f3da05 2024-11-10T09:18:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:09,142 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T09:18:09,143 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,34145,1731230277322 (queues=1) is replicating from cluster=903bb5d5-7aae-4dba-a3b3-bbd78d75e843 to cluster=3c587788-2fc6-47ac-afc0-31a9daff27d5 2024-11-10T09:18:09,146 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C34145%2C1731230277322 2024-11-10T09:18:09,149 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,34145,1731230277322, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:18:09,151 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322.replicationSource.shipper802346a334f5%2C34145%2C1731230277322,1-802346a334f5,34145,1731230277322 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C34145%2C1731230277322 2024-11-10T09:18:09,155 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,1-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991, startPosition=0, beingWritten=true 2024-11-10T09:18:09,407 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,1-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991 to pos 0, reset compression=false 2024-11-10T09:18:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:09,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:09,655 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:18:09,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:09,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:09,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:09,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:09,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a6ac1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42171,-1 for getting cluster id 2024-11-10T09:18:09,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:09,659 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bb5d5-7aae-4dba-a3b3-bbd78d75e843' 2024-11-10T09:18:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bb5d5-7aae-4dba-a3b3-bbd78d75e843" 2024-11-10T09:18:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f06635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42171,-1] 2024-11-10T09:18:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:09,664 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26342016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,42171,1731230275847 2024-11-10T09:18:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ffeb36 2024-11-10T09:18:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:09,672 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:09,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://802346a334f5:36831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:18:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:18:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T09:18:09,676 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36831' 2024-11-10T09:18:09,677 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8bc93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,677 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36831,-1 for getting cluster id 2024-11-10T09:18:09,678 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:09,678 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c587788-2fc6-47ac-afc0-31a9daff27d5' 2024-11-10T09:18:09,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:09,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c587788-2fc6-47ac-afc0-31a9daff27d5" 2024-11-10T09:18:09,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5516510d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36831,-1] 2024-11-10T09:18:09,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:09,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:09,681 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:09,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72302a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,682 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:09,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36831,1731230283473 2024-11-10T09:18:09,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7034ef0e 2024-11-10T09:18:09,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:09,685 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:09,686 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T09:18:09,686 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:18:09,686 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:09,686 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:09,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:09,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:18:09,719 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,1-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991 to pos 0, reset compression=false 2024-11-10T09:18:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T09:18:09,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-10T09:18:09,872 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T09:18:09,906 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-802346a334f5,34145,1731230277322, ReplicationSource: 2, currentBandwidth=0 2024-11-10T09:18:09,910 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T09:18:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T09:18:09,913 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 802346a334f5,34145,1731230277322 suceeded 2024-11-10T09:18:09,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:18:09,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-10T09:18:09,916 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://802346a334f5:36831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:18:09,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 245 msec 2024-11-10T09:18:09,926 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36831' 2024-11-10T09:18:09,927 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56b2cef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,927 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36831,-1 for getting cluster id 2024-11-10T09:18:09,927 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:09,928 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c587788-2fc6-47ac-afc0-31a9daff27d5' 2024-11-10T09:18:09,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c587788-2fc6-47ac-afc0-31a9daff27d5" 2024-11-10T09:18:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@451f196c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36831,-1] 2024-11-10T09:18:09,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:09,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:09,931 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:09,932 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6662724f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:09,932 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:09,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36831,1731230283473 2024-11-10T09:18:09,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e31f040 2024-11-10T09:18:09,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:09,934 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T09:18:09,935 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-802346a334f5,34145,1731230277322 (queues=1) is replicating from cluster=903bb5d5-7aae-4dba-a3b3-bbd78d75e843 to cluster=3c587788-2fc6-47ac-afc0-31a9daff27d5 2024-11-10T09:18:09,935 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=802346a334f5%2C34145%2C1731230277322 2024-11-10T09:18:09,935 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-802346a334f5,34145,1731230277322, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:18:09,935 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322.replicationSource.shipper802346a334f5%2C34145%2C1731230277322,2-802346a334f5,34145,1731230277322 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C34145%2C1731230277322 2024-11-10T09:18:09,936 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,2-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991, startPosition=0, beingWritten=true 2024-11-10T09:18:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T09:18:09,994 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T09:18:09,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:09,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:09,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:09,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:09,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:09,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,42171,1731230275847 2024-11-10T09:18:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72880a0d 2024-11-10T09:18:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:10,001 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:10,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T09:18:10,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T09:18:10,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T09:18:10,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T09:18:10,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://802346a334f5:36831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:18:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T09:18:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T09:18:10,017 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36831' 2024-11-10T09:18:10,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb83b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:10,018 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36831,-1 for getting cluster id 2024-11-10T09:18:10,018 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:10,019 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c587788-2fc6-47ac-afc0-31a9daff27d5' 2024-11-10T09:18:10,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:10,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c587788-2fc6-47ac-afc0-31a9daff27d5" 2024-11-10T09:18:10,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f94fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:10,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36831,-1] 2024-11-10T09:18:10,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:10,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:10,021 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:10,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4ba824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:10,022 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:10,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36831,1731230283473 2024-11-10T09:18:10,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20bcb29d 2024-11-10T09:18:10,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:10,024 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:10,024 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T09:18:10,025 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:18:10,025 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:10,025 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:10,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:10,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:18:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T09:18:10,127 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,1-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991 to pos 0, reset compression=false 2024-11-10T09:18:10,143 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,2-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991 to pos 0, reset compression=false 2024-11-10T09:18:10,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-10T09:18:10,188 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-10T09:18:10,190 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T09:18:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T09:18:10,193 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 802346a334f5,34145,1731230277322 suceeded 2024-11-10T09:18:10,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T09:18:10,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-10T09:18:10,197 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://802346a334f5:36831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:18:10,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 187 msec 2024-11-10T09:18:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T09:18:10,336 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-10T09:18:10,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://802346a334f5:36831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:18:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T09:18:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T09:18:10,341 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36831' 2024-11-10T09:18:10,342 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b545d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:10,342 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36831,-1 for getting cluster id 2024-11-10T09:18:10,343 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:10,343 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c587788-2fc6-47ac-afc0-31a9daff27d5' 2024-11-10T09:18:10,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:10,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c587788-2fc6-47ac-afc0-31a9daff27d5" 2024-11-10T09:18:10,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed2d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:10,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36831,-1] 2024-11-10T09:18:10,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:10,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:10,345 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:10,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f39a7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:10,347 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:10,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36831,1731230283473 2024-11-10T09:18:10,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43ed12fd 2024-11-10T09:18:10,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:10,349 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:10,350 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T09:18:10,350 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:18:10,350 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:10,350 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:10,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:10,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:18:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T09:18:10,452 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,2-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991 to pos 0, reset compression=false 2024-11-10T09:18:10,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-10T09:18:10,514 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-10T09:18:10,515 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T09:18:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T09:18:10,522 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 802346a334f5,34145,1731230277322 suceeded 2024-11-10T09:18:10,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T09:18:10,528 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://802346a334f5:36831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:18:10,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-10T09:18:10,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-11-10T09:18:10,641 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,1-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991 to pos 0, reset compression=false 2024-11-10T09:18:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T09:18:10,654 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-10T09:18:10,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T09:18:10,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T09:18:10,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:10,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:10,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:10,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:10,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:10,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:18:10,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229211080, stopped=false 2024-11-10T09:18:10,659 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,42171,1731230275847 2024-11-10T09:18:10,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915240340/running 2024-11-10T09:18:10,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915240340/running 2024-11-10T09:18:10,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:10,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:10,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:18:10,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:10,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:10,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:10,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/running 2024-11-10T09:18:10,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,34145,1731230277322' ***** 2024-11-10T09:18:10,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:18:10,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/running 2024-11-10T09:18:10,676 INFO [RS:0;802346a334f5:34145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:18:10,676 INFO [RS:0;802346a334f5:34145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:18:10,676 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:18:10,677 INFO [RS:0;802346a334f5:34145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:18:10,677 INFO [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(3091): Received CLOSE for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:10,678 INFO [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,34145,1731230277322 2024-11-10T09:18:10,678 INFO [RS:0;802346a334f5:34145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:18:10,678 INFO [RS:0;802346a334f5:34145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:34145. 2024-11-10T09:18:10,678 DEBUG [RS:0;802346a334f5:34145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:10,678 DEBUG [RS:0;802346a334f5:34145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:10,678 INFO [RS:0;802346a334f5:34145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:18:10,678 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af43a03e9aa0ea28eb553e728d823d23, disabling compactions & flushes 2024-11-10T09:18:10,678 INFO [RS:0;802346a334f5:34145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:18:10,679 INFO [RS:0;802346a334f5:34145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:18:10,679 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:10,679 INFO [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:18:10,679 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:10,679 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. after waiting 0 ms 2024-11-10T09:18:10,679 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:10,679 INFO [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:18:10,679 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1325): Online Regions={af43a03e9aa0ea28eb553e728d823d23=hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:18:10,680 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:10,680 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:18:10,680 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:18:10,680 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:18:10,680 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:18:10,680 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:18:10,684 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T09:18:10,684 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af43a03e9aa0ea28eb553e728d823d23 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-10T09:18:10,711 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:18:10,765 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23/.tmp/queue/9073b5e620c745bfb9c9c4af78aa2e74 is 151, key is 1-802346a334f5,34145,1731230277322/queue:802346a334f5%2C34145%2C1731230277322/1731230289109/Put/seqid=0 2024-11-10T09:18:10,765 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/info/fb457b3b1152445393498eeddb61bdd0 is 147, key is hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23./info:regioninfo/1731230288765/Put/seqid=0 2024-11-10T09:18:10,781 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:18:10,781 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:18:10,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741838_1014 (size=6631) 2024-11-10T09:18:10,787 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/info/fb457b3b1152445393498eeddb61bdd0 2024-11-10T09:18:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741839_1015 (size=5500) 2024-11-10T09:18:10,860 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/ns/0658c1e65cab49c1a43a16f9750d5637 is 43, key is default/ns:d/1731230280732/Put/seqid=0 2024-11-10T09:18:10,860 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,2-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991 to pos 0, reset compression=false 2024-11-10T09:18:10,880 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:10,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741840_1016 (size=5153) 2024-11-10T09:18:11,080 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:11,209 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23/.tmp/queue/9073b5e620c745bfb9c9c4af78aa2e74 2024-11-10T09:18:11,226 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23/.tmp/queue/9073b5e620c745bfb9c9c4af78aa2e74 as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23/queue/9073b5e620c745bfb9c9c4af78aa2e74 2024-11-10T09:18:11,236 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23/queue/9073b5e620c745bfb9c9c4af78aa2e74, entries=2, sequenceid=6, filesize=5.4 K 2024-11-10T09:18:11,245 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for af43a03e9aa0ea28eb553e728d823d23 in 561ms, sequenceid=6, compaction requested=false 2024-11-10T09:18:11,245 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T09:18:11,248 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,1-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991 to pos 0, reset compression=false 2024-11-10T09:18:11,281 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T09:18:11,283 DEBUG [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:11,285 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/ns/0658c1e65cab49c1a43a16f9750d5637 2024-11-10T09:18:11,287 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:18:11,288 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:18:11,288 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:11,288 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af43a03e9aa0ea28eb553e728d823d23: Waiting for close lock at 1731230290678Running coprocessor pre-close hooks at 1731230290678Disabling compacts and flushes for region at 1731230290678Disabling writes for close at 1731230290679 (+1 ms)Obtaining lock to block concurrent updates at 1731230290684 (+5 ms)Preparing flush snapshotting stores in af43a03e9aa0ea28eb553e728d823d23 at 1731230290684Finished memstore snapshotting hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731230290694 (+10 ms)Flushing stores of hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. at 1731230290697 (+3 ms)Flushing af43a03e9aa0ea28eb553e728d823d23/queue: creating writer at 1731230290699 (+2 ms)Flushing af43a03e9aa0ea28eb553e728d823d23/queue: appending metadata at 1731230290744 (+45 ms)Flushing af43a03e9aa0ea28eb553e728d823d23/queue: closing flushed file at 1731230290748 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80a28e7: reopening flushed file at 1731230291224 (+476 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for af43a03e9aa0ea28eb553e728d823d23 in 561ms, sequenceid=6, compaction requested=false at 1731230291245 (+21 ms)Writing region close event to WAL at 1731230291263 (+18 ms)Running coprocessor post-close hooks at 1731230291282 (+19 ms)Closed at 1731230291288 (+6 ms) 2024-11-10T09:18:11,292 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:11,340 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/table/79a0a914372c45b7b774c153ff014120 is 53, key is hbase:replication/table:state/1731230288778/Put/seqid=0 2024-11-10T09:18:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741841_1017 (size=5256) 2024-11-10T09:18:11,353 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/table/79a0a914372c45b7b774c153ff014120 2024-11-10T09:18:11,373 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,2-802346a334f5,34145,1731230277322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322/802346a334f5%2C34145%2C1731230277322.1731230279991 to pos 0, reset compression=false 2024-11-10T09:18:11,386 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/info/fb457b3b1152445393498eeddb61bdd0 as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/info/fb457b3b1152445393498eeddb61bdd0 2024-11-10T09:18:11,409 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/info/fb457b3b1152445393498eeddb61bdd0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T09:18:11,413 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/ns/0658c1e65cab49c1a43a16f9750d5637 as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/ns/0658c1e65cab49c1a43a16f9750d5637 2024-11-10T09:18:11,427 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/ns/0658c1e65cab49c1a43a16f9750d5637, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:18:11,432 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/table/79a0a914372c45b7b774c153ff014120 as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/table/79a0a914372c45b7b774c153ff014120 2024-11-10T09:18:11,450 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/table/79a0a914372c45b7b774c153ff014120, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T09:18:11,451 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 771ms, sequenceid=11, compaction requested=false 2024-11-10T09:18:11,460 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T09:18:11,461 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:18:11,461 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:18:11,461 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:11,462 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230290680Running coprocessor pre-close hooks at 1731230290680Disabling compacts and flushes for region at 1731230290680Disabling writes for close at 1731230290680Obtaining lock to block concurrent updates at 1731230290684 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731230290684Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731230290694 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731230290697 (+3 ms)Flushing 1588230740/info: creating writer at 1731230290699 (+2 ms)Flushing 1588230740/info: appending metadata at 1731230290746 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731230290748 (+2 ms)Flushing 1588230740/ns: creating writer at 1731230290843 (+95 ms)Flushing 1588230740/ns: appending metadata at 1731230290859 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731230290859Flushing 1588230740/table: creating writer at 1731230291302 (+443 ms)Flushing 1588230740/table: appending metadata at 1731230291338 (+36 ms)Flushing 1588230740/table: closing flushed file at 1731230291338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e46549a: reopening flushed file at 1731230291379 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad80b88: reopening flushed file at 1731230291410 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e8c15a4: reopening flushed file at 1731230291427 (+17 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 771ms, sequenceid=11, compaction requested=false at 1731230291451 (+24 ms)Writing region close event to WAL at 1731230291454 (+3 ms)Running coprocessor post-close hooks at 1731230291461 (+7 ms)Closed at 1731230291461 2024-11-10T09:18:11,462 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:11,484 INFO [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,34145,1731230277322; all regions closed. 2024-11-10T09:18:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741834_1010 (size=2742) 2024-11-10T09:18:11,495 DEBUG [RS:0;802346a334f5:34145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs 2024-11-10T09:18:11,495 INFO [RS:0;802346a334f5:34145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C34145%2C1731230277322.meta:.meta(num 1731230280446) 2024-11-10T09:18:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741837_1013 (size=1802) 2024-11-10T09:18:11,506 DEBUG [RS:0;802346a334f5:34145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs 2024-11-10T09:18:11,506 INFO [RS:0;802346a334f5:34145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C34145%2C1731230277322.rep:(num 1731230288715) 2024-11-10T09:18:11,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741833_1009 (size=93) 2024-11-10T09:18:11,519 DEBUG [RS:0;802346a334f5:34145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs 2024-11-10T09:18:11,519 INFO [RS:0;802346a334f5:34145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C34145%2C1731230277322:(num 1731230279991) 2024-11-10T09:18:11,519 DEBUG [RS:0;802346a334f5:34145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:11,519 INFO [RS:0;802346a334f5:34145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:18:11,519 INFO [RS:0;802346a334f5:34145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:18:11,519 INFO [RS:0;802346a334f5:34145 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:18:11,519 INFO [RS:0;802346a334f5:34145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:18:11,520 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:18:11,520 INFO [RS:0;802346a334f5:34145 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,34145,1731230277322 because: Region server is closing 2024-11-10T09:18:11,520 INFO [RS:0;802346a334f5:34145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:34145. 2024-11-10T09:18:11,520 DEBUG [RS:0;802346a334f5:34145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:11,520 DEBUG [RS:0;802346a334f5:34145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:11,521 DEBUG [RS:0;802346a334f5:34145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:11,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:11,621 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322.replicationSource.shipper802346a334f5%2C34145%2C1731230277322,1-802346a334f5,34145,1731230277322 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T09:18:11,621 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,1-802346a334f5,34145,1731230277322 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:18:11,621 INFO [RS:0;802346a334f5:34145 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34145,1731230277322.replicationSource.shipper802346a334f5%2C34145%2C1731230277322,1-802346a334f5,34145,1731230277322 terminated 2024-11-10T09:18:11,622 INFO [RS:0;802346a334f5:34145 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-802346a334f5,34145,1731230277322 because: Region server is closing 2024-11-10T09:18:11,622 INFO [RS:0;802346a334f5:34145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:34145. 2024-11-10T09:18:11,622 DEBUG [RS:0;802346a334f5:34145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:11,622 DEBUG [RS:0;802346a334f5:34145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:11,622 DEBUG [RS:0;802346a334f5:34145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:11,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:11,723 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322.replicationSource.shipper802346a334f5%2C34145%2C1731230277322,2-802346a334f5,34145,1731230277322 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T09:18:11,723 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322.replicationSource.wal-reader.802346a334f5%2C34145%2C1731230277322,2-802346a334f5,34145,1731230277322 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:18:11,723 INFO [RS:0;802346a334f5:34145 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,34145,1731230277322.replicationSource.shipper802346a334f5%2C34145%2C1731230277322,2-802346a334f5,34145,1731230277322 terminated 2024-11-10T09:18:11,724 INFO [RS:0;802346a334f5:34145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34145 2024-11-10T09:18:11,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915240340/rs/802346a334f5,34145,1731230277322 2024-11-10T09:18:11,817 INFO [RS:0;802346a334f5:34145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:18:11,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/rs 2024-11-10T09:18:11,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,34145,1731230277322] 2024-11-10T09:18:11,955 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/draining/802346a334f5,34145,1731230277322 already deleted, retry=false 2024-11-10T09:18:11,956 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,34145,1731230277322 expired; onlineServers=0 2024-11-10T09:18:11,956 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,42171,1731230275847' ***** 2024-11-10T09:18:11,956 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:18:11,956 INFO [M:0;802346a334f5:42171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:18:11,956 INFO [M:0;802346a334f5:42171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:18:11,956 DEBUG [M:0;802346a334f5:42171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:18:11,956 DEBUG [M:0;802346a334f5:42171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:18:11,956 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:18:11,956 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230279559 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230279559,5,FailOnTimeoutGroup] 2024-11-10T09:18:11,957 INFO [M:0;802346a334f5:42171 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:18:11,957 INFO [M:0;802346a334f5:42171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:18:11,957 DEBUG [M:0;802346a334f5:42171 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:18:11,957 INFO [M:0;802346a334f5:42171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:18:11,957 INFO [M:0;802346a334f5:42171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:18:11,958 INFO [M:0;802346a334f5:42171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:18:11,958 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:18:11,958 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230279563 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230279563,5,FailOnTimeoutGroup] 2024-11-10T09:18:11,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:11,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x1012409778b0001, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:11,982 INFO [RS:0;802346a334f5:34145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:18:11,982 INFO [RS:0;802346a334f5:34145 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,34145,1731230277322; zookeeper connection closed. 2024-11-10T09:18:11,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ce8ae74 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ce8ae74 2024-11-10T09:18:11,983 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:18:12,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915240340/master 2024-11-10T09:18:12,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:12,040 INFO [M:0;802346a334f5:42171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/.lastflushedseqids 2024-11-10T09:18:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741842_1018 (size=181) 2024-11-10T09:18:12,061 INFO [M:0;802346a334f5:42171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:18:12,061 INFO [M:0;802346a334f5:42171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:18:12,061 DEBUG [M:0;802346a334f5:42171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:18:12,061 INFO [M:0;802346a334f5:42171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:12,061 DEBUG [M:0;802346a334f5:42171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:12,061 DEBUG [M:0;802346a334f5:42171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:18:12,061 DEBUG [M:0;802346a334f5:42171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:12,062 INFO [M:0;802346a334f5:42171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-10T09:18:12,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:18:12,087 DEBUG [M:0;802346a334f5:42171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/401b11276da34fe9a89b15106ccb0177 is 82, key is hbase:meta,,1/info:regioninfo/1731230280546/Put/seqid=0 2024-11-10T09:18:12,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741843_1019 (size=5672) 2024-11-10T09:18:12,099 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/master already deleted, retry=false 2024-11-10T09:18:12,099 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-915240340/master 2024-11-10T09:18:12,495 INFO [M:0;802346a334f5:42171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/401b11276da34fe9a89b15106ccb0177 2024-11-10T09:18:12,527 DEBUG [M:0;802346a334f5:42171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b56d33acf5643c8a57cae9dc59075be is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731230288784/Put/seqid=0 2024-11-10T09:18:12,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741844_1020 (size=8663) 2024-11-10T09:18:12,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:18:12,937 INFO [M:0;802346a334f5:42171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b56d33acf5643c8a57cae9dc59075be 2024-11-10T09:18:12,974 DEBUG [M:0;802346a334f5:42171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/558426567a6144c18ffc078c417db17b is 69, key is 802346a334f5,34145,1731230277322/rs:state/1731230279614/Put/seqid=0 2024-11-10T09:18:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741845_1021 (size=5156) 2024-11-10T09:18:13,380 INFO [M:0;802346a334f5:42171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/558426567a6144c18ffc078c417db17b 2024-11-10T09:18:13,392 DEBUG [M:0;802346a334f5:42171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/401b11276da34fe9a89b15106ccb0177 as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/401b11276da34fe9a89b15106ccb0177 2024-11-10T09:18:13,400 INFO [M:0;802346a334f5:42171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/401b11276da34fe9a89b15106ccb0177, entries=8, sequenceid=115, filesize=5.5 K 2024-11-10T09:18:13,402 DEBUG [M:0;802346a334f5:42171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b56d33acf5643c8a57cae9dc59075be as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b56d33acf5643c8a57cae9dc59075be 2024-11-10T09:18:13,412 INFO [M:0;802346a334f5:42171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b56d33acf5643c8a57cae9dc59075be, entries=14, sequenceid=115, filesize=8.5 K 2024-11-10T09:18:13,414 DEBUG [M:0;802346a334f5:42171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/558426567a6144c18ffc078c417db17b as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/558426567a6144c18ffc078c417db17b 2024-11-10T09:18:13,425 INFO [M:0;802346a334f5:42171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/558426567a6144c18ffc078c417db17b, entries=1, sequenceid=115, filesize=5.0 K 2024-11-10T09:18:13,428 INFO [M:0;802346a334f5:42171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=115, compaction requested=false 2024-11-10T09:18:13,436 INFO [M:0;802346a334f5:42171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:13,439 DEBUG [M:0;802346a334f5:42171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230292061Disabling compacts and flushes for region at 1731230292061Disabling writes for close at 1731230292061Obtaining lock to block concurrent updates at 1731230292062 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230292062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731230292062Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230292063 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230292063Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230292086 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230292086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230292506 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230292526 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230292526Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230292947 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230292973 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230292973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da6e1eb: reopening flushed file at 1731230293390 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41faa243: reopening flushed file at 1731230293400 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2315dfe9: reopening flushed file at 1731230293412 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=115, compaction requested=false at 1731230293428 (+16 ms)Writing region close event to WAL at 1731230293436 (+8 ms)Closed at 1731230293436 2024-11-10T09:18:13,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741830_1006 (size=59421) 2024-11-10T09:18:13,447 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:18:13,448 INFO [M:0;802346a334f5:42171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:18:13,448 INFO [M:0;802346a334f5:42171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42171 2024-11-10T09:18:13,449 INFO [M:0;802346a334f5:42171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:18:13,563 INFO [M:0;802346a334f5:42171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:18:13,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:13,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42171-0x1012409778b0000, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:13,566 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:13,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:13,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:13,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:13,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:13,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:13,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:18:13,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:13,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40865 2024-11-10T09:18:13,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40865 connecting to ZooKeeper ensemble=127.0.0.1:64939 2024-11-10T09:18:13,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408650x0, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:13,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40865-0x1012409778b0006 connected 2024-11-10T09:18:13,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:13,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:13,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/running 2024-11-10T09:18:13,599 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: INIT 2024-11-10T09:18:13,600 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94, hbase.cluster.distributed=false 2024-11-10T09:18:13,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/acl 2024-11-10T09:18:13,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40865 2024-11-10T09:18:13,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40865 2024-11-10T09:18:13,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40865 2024-11-10T09:18:13,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40865 2024-11-10T09:18:13,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40865 2024-11-10T09:18:13,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:13,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:13,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:13,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:13,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:13,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:13,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:18:13,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:13,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41519 2024-11-10T09:18:13,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41519 connecting to ZooKeeper ensemble=127.0.0.1:64939 2024-11-10T09:18:13,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:13,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415190x0, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:13,653 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: INIT 2024-11-10T09:18:13,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415190x0, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/running 2024-11-10T09:18:13,653 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:18:13,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41519-0x1012409778b0007 connected 2024-11-10T09:18:13,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:18:13,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/master 2024-11-10T09:18:13,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/acl 2024-11-10T09:18:13,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-10T09:18:13,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41519 2024-11-10T09:18:13,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41519 2024-11-10T09:18:13,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-10T09:18:13,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-10T09:18:13,684 DEBUG [M:0;802346a334f5:40865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:40865 2024-11-10T09:18:13,685 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-915240340/backup-masters/802346a334f5,40865,1731230293565 2024-11-10T09:18:13,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/backup-masters 2024-11-10T09:18:13,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/backup-masters 2024-11-10T09:18:13,695 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on existing znode=/0-915240340/backup-masters/802346a334f5,40865,1731230293565 2024-11-10T09:18:13,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-915240340/master 2024-11-10T09:18:13,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:13,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:13,705 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on existing znode=/0-915240340/master 2024-11-10T09:18:13,706 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-915240340/backup-masters/802346a334f5,40865,1731230293565 from backup master directory 2024-11-10T09:18:13,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915240340/backup-masters/802346a334f5,40865,1731230293565 2024-11-10T09:18:13,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/backup-masters 2024-11-10T09:18:13,715 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:13,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/backup-masters 2024-11-10T09:18:13,715 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,40865,1731230293565 2024-11-10T09:18:13,732 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:13,732 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:18:13,750 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-10T09:18:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741846_1022 (size=196) 2024-11-10T09:18:13,772 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:13,773 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:18:13,773 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:13,800 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T09:18:13,804 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,42171,1731230275847 to hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,42171,1731230275847-dead as it is dead 2024-11-10T09:18:13,806 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T09:18:13,806 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T09:18:13,807 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,42171,1731230275847-dead/802346a334f5%2C42171%2C1731230275847.1731230278349 2024-11-10T09:18:13,812 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,42171,1731230275847-dead/802346a334f5%2C42171%2C1731230275847.1731230278349 after 3ms 2024-11-10T09:18:13,813 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,42171,1731230275847-dead/802346a334f5%2C42171%2C1731230275847.1731230278349 to hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/802346a334f5%2C42171%2C1731230275847.1731230278349 2024-11-10T09:18:13,813 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,42171,1731230275847-dead 2024-11-10T09:18:13,816 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,40865,1731230293565 2024-11-10T09:18:13,817 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:13,820 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C40865%2C1731230293565, suffix=, logDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,40865,1731230293565, archiveDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/oldWALs, maxLogs=10 2024-11-10T09:18:13,838 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,40865,1731230293565/802346a334f5%2C40865%2C1731230293565.1731230293820, exclude list is [], retry=0 2024-11-10T09:18:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33427,DS-726542f1-4a78-4d67-8856-903d98874966,DISK] 2024-11-10T09:18:13,856 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,40865,1731230293565/802346a334f5%2C40865%2C1731230293565.1731230293820 2024-11-10T09:18:13,864 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40531:40531)] 2024-11-10T09:18:13,864 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:13,864 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:13,865 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:13,865 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:13,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:13,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:18:13,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:13,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/401b11276da34fe9a89b15106ccb0177 2024-11-10T09:18:13,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:13,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:13,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:18:13,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:13,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b56d33acf5643c8a57cae9dc59075be 2024-11-10T09:18:13,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:13,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:13,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:18:13,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:13,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/558426567a6144c18ffc078c417db17b 2024-11-10T09:18:13,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:13,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:13,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:18:13,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:13,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:13,963 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:13,964 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T09:18:13,964 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/802346a334f5%2C42171%2C1731230275847.1731230278349 2024-11-10T09:18:13,987 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/802346a334f5%2C42171%2C1731230275847.1731230278349 2024-11-10T09:18:13,992 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/802346a334f5%2C42171%2C1731230275847.1731230278349 2024-11-10T09:18:13,995 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:13,995 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:13,996 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:14,000 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:14,004 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-10T09:18:14,008 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68254213, jitterRate=0.01706703007221222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:14,009 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230293865Initializing all the Stores at 1731230293868 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230293868Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230293869 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230293869Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230293869Cleaning up temporary data from old regions at 1731230293995 (+126 ms)Region opened successfully at 1731230294008 (+13 ms) 2024-11-10T09:18:14,009 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:18:14,015 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d9e48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:14,041 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T09:18:14,042 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:18:14,042 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:18:14,042 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:18:14,044 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T09:18:14,052 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:14,052 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:18:14,053 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:18:14,053 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:18:14,053 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T09:18:14,054 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T09:18:14,054 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-10T09:18:14,054 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:18:14,067 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=802346a334f5,34145,1731230277322, regionLocation=802346a334f5,34145,1731230277322, openSeqNum=2 2024-11-10T09:18:14,068 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=802346a334f5,34145,1731230277322, table=hbase:meta, region=1588230740 2024-11-10T09:18:14,068 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,34145,1731230277322, state=OPEN 2024-11-10T09:18:14,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-915240340/meta-region-server 2024-11-10T09:18:14,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-915240340/meta-region-server 2024-11-10T09:18:14,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: CHANGED 2024-11-10T09:18:14,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: CHANGED 2024-11-10T09:18:14,079 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:18:14,131 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/draining/802346a334f5,34145,1731230277322 already deleted, retry=false 2024-11-10T09:18:14,131 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 802346a334f5,34145,1731230277322 on 802346a334f5,40865,1731230293565 2024-11-10T09:18:14,137 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 802346a334f5,34145,1731230277322, splitWal=true, meta=true 2024-11-10T09:18:14,139 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 802346a334f5,34145,1731230277322 (carryingMeta=true) 802346a334f5,34145,1731230277322/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@68ec5e3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T09:18:14,142 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Unable to get data of znode /0-915240340/balancer because node does not exist (not necessarily an error) 2024-11-10T09:18:14,157 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/balancer already deleted, retry=false 2024-11-10T09:18:14,158 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:18:14,159 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Unable to get data of znode /0-915240340/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:18:14,168 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/normalizer already deleted, retry=false 2024-11-10T09:18:14,168 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:18:14,170 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Unable to get data of znode /0-915240340/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:18:14,178 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/switch/split already deleted, retry=false 2024-11-10T09:18:14,179 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Unable to get data of znode /0-915240340/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:18:14,189 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/switch/merge already deleted, retry=false 2024-11-10T09:18:14,214 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Unable to get data of znode /0-915240340/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:18:14,221 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/snapshot-cleanup already deleted, retry=false 2024-11-10T09:18:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-915240340/running 2024-11-10T09:18:14,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-915240340/running 2024-11-10T09:18:14,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:14,236 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,40865,1731230293565, sessionid=0x1012409778b0006, setting cluster-up flag (Was=false) 2024-11-10T09:18:14,243 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-915240340/flush-table-proc/acquired, /0-915240340/flush-table-proc/reached, /0-915240340/flush-table-proc/abort 2024-11-10T09:18:14,245 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,40865,1731230293565 2024-11-10T09:18:14,262 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-915240340/online-snapshot/acquired, /0-915240340/online-snapshot/reached, /0-915240340/online-snapshot/abort 2024-11-10T09:18:14,264 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,40865,1731230293565 2024-11-10T09:18:14,266 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/.lastflushedseqids 2024-11-10T09:18:14,272 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:18:14,272 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:18:14,273 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,40865,1731230293565 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 802346a334f5,34145,1731230277322 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:18:14,274 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:14,275 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:14,275 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:14,275 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:14,275 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:18:14,275 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,275 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:14,275 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,278 INFO [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(746): ClusterId : 903bb5d5-7aae-4dba-a3b3-bbd78d75e843 2024-11-10T09:18:14,278 DEBUG [RS:0;802346a334f5:41519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:18:14,287 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 802346a334f5,34145,1731230277322, splitWal=true, meta=true 2024-11-10T09:18:14,288 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 802346a334f5,34145,1731230277322, splitWal=true, meta=true, isMeta: true 2024-11-10T09:18:14,291 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322-splitting 2024-11-10T09:18:14,293 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322-splitting dir is empty, no logs to split. 2024-11-10T09:18:14,293 INFO [PEWorker-1 {}] master.SplitWALManager(105): 802346a334f5,34145,1731230277322 WAL count=0, meta=true 2024-11-10T09:18:14,295 DEBUG [RS:0;802346a334f5:41519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:18:14,295 DEBUG [RS:0;802346a334f5:41519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:18:14,299 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322-splitting dir is empty, no logs to split. 2024-11-10T09:18:14,300 INFO [PEWorker-1 {}] master.SplitWALManager(105): 802346a334f5,34145,1731230277322 WAL count=0, meta=true 2024-11-10T09:18:14,300 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 802346a334f5,34145,1731230277322 WAL splitting is done? wals=0, meta=true 2024-11-10T09:18:14,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:18:14,304 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230324304 2024-11-10T09:18:14,305 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:18:14,305 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:18:14,305 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:18:14,305 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:18:14,305 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:18:14,305 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:18:14,306 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,306 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:18:14,306 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:18:14,306 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:18:14,306 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:18:14,307 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:18:14,307 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:18:14,307 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230294307,5,FailOnTimeoutGroup] 2024-11-10T09:18:14,307 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:14,308 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230294307,5,FailOnTimeoutGroup] 2024-11-10T09:18:14,308 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,308 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:18:14,309 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,309 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,309 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230294309, completionTime=-1 2024-11-10T09:18:14,309 WARN [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T09:18:14,309 DEBUG [RS:0;802346a334f5:41519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:18:14,310 DEBUG [RS:0;802346a334f5:41519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a396df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:14,313 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T09:18:14,314 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:18:14,348 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:41519 2024-11-10T09:18:14,348 INFO [RS:0;802346a334f5:41519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:18:14,348 INFO [RS:0;802346a334f5:41519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:18:14,348 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:18:14,350 INFO [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,40865,1731230293565 with port=41519, startcode=1731230293633 2024-11-10T09:18:14,350 DEBUG [RS:0;802346a334f5:41519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:18:14,369 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:18:14,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,41519,1731230293633 2024-11-10T09:18:14,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40865 {}] master.ServerManager(517): Registering regionserver=802346a334f5,41519,1731230293633 2024-11-10T09:18:14,375 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94 2024-11-10T09:18:14,375 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37143 2024-11-10T09:18:14,375 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:18:14,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/rs 2024-11-10T09:18:14,389 DEBUG [RS:0;802346a334f5:41519 {}] zookeeper.ZKUtil(111): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on existing znode=/0-915240340/rs/802346a334f5,41519,1731230293633 2024-11-10T09:18:14,389 WARN [RS:0;802346a334f5:41519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:14,389 INFO [RS:0;802346a334f5:41519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:14,390 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633 2024-11-10T09:18:14,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,41519,1731230293633] 2024-11-10T09:18:14,414 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T09:18:14,465 WARN [802346a334f5:40865 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:18:14,469 INFO [RS:0;802346a334f5:41519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:18:14,486 INFO [RS:0;802346a334f5:41519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:18:14,493 INFO [RS:0;802346a334f5:41519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:18:14,493 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,508 INFO [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:18:14,525 INFO [RS:0;802346a334f5:41519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:18:14,525 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,526 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,526 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,526 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,526 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,526 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,526 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:14,526 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,526 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,527 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,527 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,527 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,527 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:14,527 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:14,527 DEBUG [RS:0;802346a334f5:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:14,537 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,537 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,537 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,537 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,537 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,537 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41519,1731230293633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:14,561 INFO [RS:0;802346a334f5:41519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:18:14,561 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41519,1731230293633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,584 INFO [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,41519,1731230293633, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:18:14,624 INFO [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSource(231): queueId=2-802346a334f5,41519,1731230293633, ReplicationSource: 2, currentBandwidth=0 2024-11-10T09:18:14,628 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,628 INFO [RS:0;802346a334f5:41519 {}] regionserver.Replication(171): 802346a334f5,41519,1731230293633 started 2024-11-10T09:18:14,630 DEBUG [RS:0;802346a334f5:41519.replicationSource,1-802346a334f5,41519,1731230293633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36831' 2024-11-10T09:18:14,632 DEBUG [RS:0;802346a334f5:41519.replicationSource,1-802346a334f5,41519,1731230293633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2616c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:14,632 DEBUG [RS:0;802346a334f5:41519.replicationSource,1-802346a334f5,41519,1731230293633 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36831,-1 for getting cluster id 2024-11-10T09:18:14,632 DEBUG [RS:0;802346a334f5:41519.replicationSource,1-802346a334f5,41519,1731230293633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:14,634 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c587788-2fc6-47ac-afc0-31a9daff27d5' 2024-11-10T09:18:14,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:14,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c587788-2fc6-47ac-afc0-31a9daff27d5" 2024-11-10T09:18:14,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59345029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:14,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36831,-1] 2024-11-10T09:18:14,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:14,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:14,639 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:14,641 DEBUG [RS:0;802346a334f5:41519.replicationSource,1-802346a334f5,41519,1731230293633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b43d8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:14,641 DEBUG [RS:0;802346a334f5:41519.replicationSource,1-802346a334f5,41519,1731230293633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:14,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36831,1731230283473 2024-11-10T09:18:14,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c55f017 2024-11-10T09:18:14,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:14,647 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T09:18:14,648 INFO [RS:0;802346a334f5:41519.replicationSource,1-802346a334f5,41519,1731230293633 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,41519,1731230293633 (queues=0) is replicating from cluster=903bb5d5-7aae-4dba-a3b3-bbd78d75e843 to cluster=3c587788-2fc6-47ac-afc0-31a9daff27d5 2024-11-10T09:18:14,650 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:14,651 INFO [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,41519,1731230293633, RpcServer on 802346a334f5/172.17.0.3:41519, sessionid=0x1012409778b0007 2024-11-10T09:18:14,652 DEBUG [RS:0;802346a334f5:41519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:18:14,652 DEBUG [RS:0;802346a334f5:41519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,41519,1731230293633 2024-11-10T09:18:14,652 DEBUG [RS:0;802346a334f5:41519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,41519,1731230293633' 2024-11-10T09:18:14,652 DEBUG [RS:0;802346a334f5:41519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-915240340/flush-table-proc/abort' 2024-11-10T09:18:14,653 DEBUG [RS:0;802346a334f5:41519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-915240340/flush-table-proc/acquired' 2024-11-10T09:18:14,653 DEBUG [RS:0;802346a334f5:41519.replicationSource,2-802346a334f5,41519,1731230293633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36831' 2024-11-10T09:18:14,654 DEBUG [RS:0;802346a334f5:41519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:18:14,654 DEBUG [RS:0;802346a334f5:41519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:18:14,654 DEBUG [RS:0;802346a334f5:41519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,41519,1731230293633 2024-11-10T09:18:14,654 DEBUG [RS:0;802346a334f5:41519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,41519,1731230293633' 2024-11-10T09:18:14,654 DEBUG [RS:0;802346a334f5:41519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-915240340/online-snapshot/abort' 2024-11-10T09:18:14,654 DEBUG [RS:0;802346a334f5:41519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-915240340/online-snapshot/acquired' 2024-11-10T09:18:14,655 DEBUG [RS:0;802346a334f5:41519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:18:14,655 INFO [RS:0;802346a334f5:41519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:18:14,655 INFO [RS:0;802346a334f5:41519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:18:14,655 DEBUG [RS:0;802346a334f5:41519.replicationSource,2-802346a334f5,41519,1731230293633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e295b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:14,655 DEBUG [RS:0;802346a334f5:41519.replicationSource,2-802346a334f5,41519,1731230293633 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36831,-1 for getting cluster id 2024-11-10T09:18:14,655 DEBUG [RS:0;802346a334f5:41519.replicationSource,2-802346a334f5,41519,1731230293633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:14,656 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c587788-2fc6-47ac-afc0-31a9daff27d5' 2024-11-10T09:18:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:14,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c587788-2fc6-47ac-afc0-31a9daff27d5" 2024-11-10T09:18:14,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c193a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:14,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36831,-1] 2024-11-10T09:18:14,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:14,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:14,660 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:14,661 DEBUG [RS:0;802346a334f5:41519.replicationSource,2-802346a334f5,41519,1731230293633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73978064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:14,661 DEBUG [RS:0;802346a334f5:41519.replicationSource,2-802346a334f5,41519,1731230293633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:14,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36831,1731230283473 2024-11-10T09:18:14,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0b0f54 2024-11-10T09:18:14,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:14,664 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T09:18:14,665 INFO [RS:0;802346a334f5:41519.replicationSource,2-802346a334f5,41519,1731230293633 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-802346a334f5,41519,1731230293633 (queues=0) is replicating from cluster=903bb5d5-7aae-4dba-a3b3-bbd78d75e843 to cluster=3c587788-2fc6-47ac-afc0-31a9daff27d5 2024-11-10T09:18:14,755 INFO [RS:0;802346a334f5:41519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:14,758 INFO [RS:0;802346a334f5:41519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C41519%2C1731230293633, suffix=, logDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633, archiveDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs, maxLogs=10 2024-11-10T09:18:14,775 DEBUG [RS:0;802346a334f5:41519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759, exclude list is [], retry=0 2024-11-10T09:18:14,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33427,DS-726542f1-4a78-4d67-8856-903d98874966,DISK] 2024-11-10T09:18:14,793 INFO [RS:0;802346a334f5:41519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 2024-11-10T09:18:14,800 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 802346a334f5%2C41519%2C1731230293633 for peer 1 2024-11-10T09:18:14,800 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 802346a334f5%2C41519%2C1731230293633 for peer 2 2024-11-10T09:18:14,800 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C41519%2C1731230293633 2024-11-10T09:18:14,801 INFO [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,41519,1731230293633, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:18:14,812 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=802346a334f5%2C41519%2C1731230293633 2024-11-10T09:18:14,812 INFO [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C41519%2C1731230293633 2024-11-10T09:18:14,812 INFO [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-802346a334f5,41519,1731230293633, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:18:14,815 DEBUG [RS:0;802346a334f5:41519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40531:40531)] 2024-11-10T09:18:14,815 INFO [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C41519%2C1731230293633 2024-11-10T09:18:14,815 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759, startPosition=0, beingWritten=true 2024-11-10T09:18:14,815 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759, startPosition=0, beingWritten=true 2024-11-10T09:18:14,965 DEBUG [802346a334f5:40865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:18:14,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,41519,1731230293633 2024-11-10T09:18:14,967 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,41519,1731230293633, state=OPENING 2024-11-10T09:18:14,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-915240340/meta-region-server 2024-11-10T09:18:14,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-915240340/meta-region-server 2024-11-10T09:18:14,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: CHANGED 2024-11-10T09:18:14,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: CHANGED 2024-11-10T09:18:14,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:14,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,41519,1731230293633}] 2024-11-10T09:18:15,032 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:15,034 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:15,138 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:18:15,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:18:15,156 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:18:15,157 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:15,157 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:18:15,164 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C41519%2C1731230293633.meta, suffix=.meta, logDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633, archiveDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs, maxLogs=10 2024-11-10T09:18:15,183 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.meta.1731230295165.meta, exclude list is [], retry=0 2024-11-10T09:18:15,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33427,DS-726542f1-4a78-4d67-8856-903d98874966,DISK] 2024-11-10T09:18:15,191 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.meta.1731230295165.meta 2024-11-10T09:18:15,191 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40531:40531)] 2024-11-10T09:18:15,192 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:15,192 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:15,192 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:15,192 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:18:15,193 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:18:15,193 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:18:15,193 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:15,193 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:18:15,193 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:18:15,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:15,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:15,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:15,207 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/info/fb457b3b1152445393498eeddb61bdd0 2024-11-10T09:18:15,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:15,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:15,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:15,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:15,225 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/ns/0658c1e65cab49c1a43a16f9750d5637 2024-11-10T09:18:15,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:15,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:15,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:15,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:15,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:15,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:15,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:15,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:15,243 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/table/79a0a914372c45b7b774c153ff014120 2024-11-10T09:18:15,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:15,243 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:15,244 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740 2024-11-10T09:18:15,246 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740 2024-11-10T09:18:15,248 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:15,248 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:15,249 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:15,251 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:15,252 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66073008, jitterRate=-0.015435457229614258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:15,253 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:18:15,253 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230295193Writing region info on filesystem at 1731230295193Initializing all the Stores at 1731230295195 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230295195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230295195Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230295195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230295195Cleaning up temporary data from old regions at 1731230295248 (+53 ms)Running coprocessor post-open hooks at 1731230295253 (+5 ms)Region opened successfully at 1731230295253 2024-11-10T09:18:15,254 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731230295137 2024-11-10T09:18:15,257 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:18:15,258 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:18:15,258 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=802346a334f5,41519,1731230293633 2024-11-10T09:18:15,260 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,41519,1731230293633, state=OPEN 2024-11-10T09:18:15,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-915240340/meta-region-server 2024-11-10T09:18:15,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-915240340/meta-region-server 2024-11-10T09:18:15,273 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,41519,1731230293633 2024-11-10T09:18:15,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: CHANGED 2024-11-10T09:18:15,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915240340/meta-region-server: CHANGED 2024-11-10T09:18:15,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T09:18:15,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,41519,1731230293633 in 294 msec 2024-11-10T09:18:15,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T09:18:15,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 974 msec 2024-11-10T09:18:15,339 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:15,340 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:15,748 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:15,749 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:15,918 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1609ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-10T09:18:16,257 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:16,266 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:16,880 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:16,886 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:17,421 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3112ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-10T09:18:17,587 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:17,597 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:18,399 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:18,412 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:18,827 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4518ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T09:18:18,827 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:18:18,828 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:18,828 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,41519,1731230293633, seqNum=-1] 2024-11-10T09:18:18,828 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:18,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:18,838 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af43a03e9aa0ea28eb553e728d823d23, regionState=OPEN, lastHost=802346a334f5,34145,1731230277322, regionLocation=802346a334f5,34145,1731230277322, openSeqNum=2 2024-11-10T09:18:18,838 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:18:18,838 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230358838 2024-11-10T09:18:18,838 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230418838 2024-11-10T09:18:18,838 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-10T09:18:18,839 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40865,1731230293565-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:18,839 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40865,1731230293565-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:18,839 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 802346a334f5,34145,1731230277322 had 2 regions 2024-11-10T09:18:18,839 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40865,1731230293565-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:18,839 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:40865, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:18,839 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:18,840 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:18,841 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 802346a334f5,34145,1731230277322, splitWal=true, meta=true, isMeta: false 2024-11-10T09:18:18,843 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322-splitting dir is empty, no logs to split. 2024-11-10T09:18:18,843 INFO [PEWorker-3 {}] master.SplitWALManager(105): 802346a334f5,34145,1731230277322 WAL count=0, meta=false 2024-11-10T09:18:18,848 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,34145,1731230277322-splitting dir is empty, no logs to split. 2024-11-10T09:18:18,848 INFO [PEWorker-3 {}] master.SplitWALManager(105): 802346a334f5,34145,1731230277322 WAL count=0, meta=false 2024-11-10T09:18:18,848 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 802346a334f5,34145,1731230277322 WAL splitting is done? wals=0, meta=false 2024-11-10T09:18:18,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af43a03e9aa0ea28eb553e728d823d23, ASSIGN}] 2024-11-10T09:18:18,861 WARN [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=802346a334f5,34145,1731230277322/hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:18,862 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af43a03e9aa0ea28eb553e728d823d23, ASSIGN 2024-11-10T09:18:18,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.147sec 2024-11-10T09:18:18,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:18:18,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:18:18,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:18:18,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:18:18,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:18:18,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40865,1731230293565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:18,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40865,1731230293565-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:18:18,865 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af43a03e9aa0ea28eb553e728d823d23, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:18:18,874 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:18:18,874 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:18:18,874 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40865,1731230293565-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:18,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68617b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:18,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40865,-1 for getting cluster id 2024-11-10T09:18:18,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:18,890 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bb5d5-7aae-4dba-a3b3-bbd78d75e843' 2024-11-10T09:18:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bb5d5-7aae-4dba-a3b3-bbd78d75e843" 2024-11-10T09:18:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bc0b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40865,-1] 2024-11-10T09:18:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:18,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:18,894 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:18,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0968ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:18,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,41519,1731230293633, seqNum=-1] 2024-11-10T09:18:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:18,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:18,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T09:18:18,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:18,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:18,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:18,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:18,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:18,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 802346a334f5:40865 after: 802346a334f5:40865 2024-11-10T09:18:18,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:18,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40865,-1 for getting cluster id 2024-11-10T09:18:18,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:18,914 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bb5d5-7aae-4dba-a3b3-bbd78d75e843' 2024-11-10T09:18:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bb5d5-7aae-4dba-a3b3-bbd78d75e843" 2024-11-10T09:18:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c1979c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40865,-1] 2024-11-10T09:18:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:18,916 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:18,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d991c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:18,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,40865,1731230293565 2024-11-10T09:18:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52089519 2024-11-10T09:18:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:18,920 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:18,920 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T09:18:18,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T09:18:18,923 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T09:18:18,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T09:18:18,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:18:18,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:18,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:18,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:18,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:18,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:18,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:18:18,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1528752532, stopped=false 2024-11-10T09:18:18,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,36831,1731230283473 2024-11-10T09:18:18,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11368460952/running 2024-11-10T09:18:18,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11368460952/running 2024-11-10T09:18:18,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:18,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:18,946 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:18:18,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:18,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:18,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:18,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,39435,1731230283679' ***** 2024-11-10T09:18:18,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:18:18,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Set watcher on znode that does not yet exist, /11368460952/running 2024-11-10T09:18:18,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Set watcher on znode that does not yet exist, /11368460952/running 2024-11-10T09:18:18,947 INFO [RS:0;802346a334f5:39435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:18:18,947 INFO [RS:0;802346a334f5:39435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:18:18,947 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:18:18,947 INFO [RS:0;802346a334f5:39435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:18:18,947 INFO [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,39435,1731230283679 2024-11-10T09:18:18,947 INFO [RS:0;802346a334f5:39435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:18:18,947 INFO [RS:0;802346a334f5:39435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:39435. 2024-11-10T09:18:18,947 DEBUG [RS:0;802346a334f5:39435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:18,947 DEBUG [RS:0;802346a334f5:39435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:18,948 INFO [RS:0;802346a334f5:39435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:18:18,948 INFO [RS:0;802346a334f5:39435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:18:18,948 INFO [RS:0;802346a334f5:39435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:18:18,948 INFO [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:18:18,948 INFO [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:18:18,948 DEBUG [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:18:18,948 DEBUG [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:18:18,948 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:18:18,948 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:18:18,948 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:18:18,949 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:18:18,949 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:18:18,949 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T09:18:18,970 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740/.tmp/ns/af92b04ead8340cdafce5aadd6169b03 is 43, key is default/ns:d/1731230287302/Put/seqid=0 2024-11-10T09:18:18,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741835_1011 (size=5153) 2024-11-10T09:18:18,986 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740/.tmp/ns/af92b04ead8340cdafce5aadd6169b03 2024-11-10T09:18:18,990 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:18:19,004 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740/.tmp/ns/af92b04ead8340cdafce5aadd6169b03 as hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740/ns/af92b04ead8340cdafce5aadd6169b03 2024-11-10T09:18:19,014 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740/ns/af92b04ead8340cdafce5aadd6169b03, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T09:18:19,015 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 66ms, sequenceid=6, compaction requested=false 2024-11-10T09:18:19,016 DEBUG [802346a334f5:40865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:18:19,017 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=af43a03e9aa0ea28eb553e728d823d23, regionState=OPENING, regionLocation=802346a334f5,41519,1731230293633 2024-11-10T09:18:19,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af43a03e9aa0ea28eb553e728d823d23, ASSIGN because future has completed 2024-11-10T09:18:19,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure af43a03e9aa0ea28eb553e728d823d23, server=802346a334f5,41519,1731230293633}] 2024-11-10T09:18:19,031 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T09:18:19,032 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:18:19,033 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:18:19,033 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:19,033 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230298948Running coprocessor pre-close hooks at 1731230298948Disabling compacts and flushes for region at 1731230298948Disabling writes for close at 1731230298949 (+1 ms)Obtaining lock to block concurrent updates at 1731230298949Preparing flush snapshotting stores in 1588230740 at 1731230298949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731230298949Flushing stores of hbase:meta,,1.1588230740 at 1731230298950 (+1 ms)Flushing 1588230740/ns: creating writer at 1731230298950Flushing 1588230740/ns: appending metadata at 1731230298969 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731230298969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347bfdf7: reopening flushed file at 1731230299003 (+34 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 66ms, sequenceid=6, compaction requested=false at 1731230299015 (+12 ms)Writing region close event to WAL at 1731230299022 (+7 ms)Running coprocessor post-close hooks at 1731230299032 (+10 ms)Closed at 1731230299033 (+1 ms) 2024-11-10T09:18:19,033 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:19,148 INFO [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,39435,1731230283679; all regions closed. 2024-11-10T09:18:19,150 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:18:19,150 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:18:19,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741834_1010 (size=1152) 2024-11-10T09:18:19,155 DEBUG [RS:0;802346a334f5:39435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/oldWALs 2024-11-10T09:18:19,155 INFO [RS:0;802346a334f5:39435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C39435%2C1731230283679.meta:.meta(num 1731230287217) 2024-11-10T09:18:19,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741832_1008 (size=93) 2024-11-10T09:18:19,160 DEBUG [RS:0;802346a334f5:39435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/oldWALs 2024-11-10T09:18:19,161 INFO [RS:0;802346a334f5:39435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C39435%2C1731230283679:(num 1731230286213) 2024-11-10T09:18:19,161 DEBUG [RS:0;802346a334f5:39435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:19,161 INFO [RS:0;802346a334f5:39435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:18:19,161 INFO [RS:0;802346a334f5:39435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:18:19,161 INFO [RS:0;802346a334f5:39435 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:18:19,161 INFO [RS:0;802346a334f5:39435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:18:19,161 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:18:19,161 INFO [RS:0;802346a334f5:39435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39435 2024-11-10T09:18:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11368460952/rs/802346a334f5,39435,1731230283679 2024-11-10T09:18:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952/rs 2024-11-10T09:18:19,168 INFO [RS:0;802346a334f5:39435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:18:19,168 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f89f08e3998@5b38a7ca rejected from java.util.concurrent.ThreadPoolExecutor@1e3a32c9[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-10T09:18:19,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,39435,1731230283679] 2024-11-10T09:18:19,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:19,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:19,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:18:19,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C41519%2C1731230293633.rep, suffix=, logDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633, archiveDir=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs, maxLogs=10 2024-11-10T09:18:19,190 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11368460952/draining/802346a334f5,39435,1731230283679 already deleted, retry=false 2024-11-10T09:18:19,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,39435,1731230283679 expired; onlineServers=0 2024-11-10T09:18:19,191 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,36831,1731230283473' ***** 2024-11-10T09:18:19,191 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:18:19,191 INFO [M:0;802346a334f5:36831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:18:19,191 INFO [M:0;802346a334f5:36831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:18:19,191 DEBUG [M:0;802346a334f5:36831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:18:19,191 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:18:19,191 DEBUG [M:0;802346a334f5:36831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:18:19,191 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230285890 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230285890,5,FailOnTimeoutGroup] 2024-11-10T09:18:19,191 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230285890 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230285890,5,FailOnTimeoutGroup] 2024-11-10T09:18:19,192 INFO [M:0;802346a334f5:36831 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:18:19,192 INFO [M:0;802346a334f5:36831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:18:19,192 DEBUG [M:0;802346a334f5:36831 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:18:19,192 INFO [M:0;802346a334f5:36831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:18:19,192 INFO [M:0;802346a334f5:36831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:18:19,192 INFO [M:0;802346a334f5:36831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:18:19,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:18:19,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11368460952/master 2024-11-10T09:18:19,200 DEBUG [M:0;802346a334f5:36831 {}] zookeeper.ZKUtil(347): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Unable to get data of znode /11368460952/master because node does not exist (not an error) 2024-11-10T09:18:19,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11368460952 2024-11-10T09:18:19,200 WARN [M:0;802346a334f5:36831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:18:19,202 INFO [M:0;802346a334f5:36831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/.lastflushedseqids 2024-11-10T09:18:19,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.rep.1731230299188, exclude list is [], retry=0 2024-11-10T09:18:19,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741836_1012 (size=99) 2024-11-10T09:18:19,219 INFO [M:0;802346a334f5:36831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:18:19,219 INFO [M:0;802346a334f5:36831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:18:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33427,DS-726542f1-4a78-4d67-8856-903d98874966,DISK] 2024-11-10T09:18:19,220 DEBUG [M:0;802346a334f5:36831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:18:19,220 INFO [M:0;802346a334f5:36831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:19,220 DEBUG [M:0;802346a334f5:36831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:19,220 DEBUG [M:0;802346a334f5:36831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:18:19,220 DEBUG [M:0;802346a334f5:36831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:19,220 INFO [M:0;802346a334f5:36831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T09:18:19,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.rep.1731230299188 2024-11-10T09:18:19,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40531:40531)] 2024-11-10T09:18:19,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => af43a03e9aa0ea28eb553e728d823d23, NAME => 'hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:19,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. service=MultiRowMutationService 2024-11-10T09:18:19,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:18:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:19,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,228 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,229 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af43a03e9aa0ea28eb553e728d823d23 columnFamilyName hfileref 2024-11-10T09:18:19,230 DEBUG [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:19,232 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(327): Store=af43a03e9aa0ea28eb553e728d823d23/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:19,232 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,234 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af43a03e9aa0ea28eb553e728d823d23 columnFamilyName queue 2024-11-10T09:18:19,234 DEBUG [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:19,252 DEBUG [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23/queue/9073b5e620c745bfb9c9c4af78aa2e74 2024-11-10T09:18:19,252 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(327): Store=af43a03e9aa0ea28eb553e728d823d23/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:19,252 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,254 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af43a03e9aa0ea28eb553e728d823d23 columnFamilyName sid 2024-11-10T09:18:19,254 DEBUG [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:19,255 INFO [StoreOpener-af43a03e9aa0ea28eb553e728d823d23-1 {}] regionserver.HStore(327): Store=af43a03e9aa0ea28eb553e728d823d23/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:19,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:18:19,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened af43a03e9aa0ea28eb553e728d823d23; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62509938, jitterRate=-0.06852933764457703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:18:19,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:19,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for af43a03e9aa0ea28eb553e728d823d23: Running coprocessor pre-open hook at 1731230299226Writing region info on filesystem at 1731230299226Initializing all the Stores at 1731230299227 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230299227Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230299228 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230299228Cleaning up temporary data from old regions at 1731230299263 (+35 ms)Running coprocessor post-open hooks at 1731230299268 (+5 ms)Region opened successfully at 1731230299269 (+1 ms) 2024-11-10T09:18:19,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23., pid=19, masterSystemTime=1731230299180 2024-11-10T09:18:19,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:19,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:19,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=af43a03e9aa0ea28eb553e728d823d23, regionState=OPEN, openSeqNum=10, regionLocation=802346a334f5,41519,1731230293633 2024-11-10T09:18:19,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:19,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x1012409778b0004, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:19,279 INFO [RS:0;802346a334f5:39435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:18:19,279 INFO [RS:0;802346a334f5:39435 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,39435,1731230283679; zookeeper connection closed. 2024-11-10T09:18:19,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5368f582 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5368f582 2024-11-10T09:18:19,280 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:18:19,281 DEBUG [M:0;802346a334f5:36831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d522876784f4f20a47d55b193a91e76 is 82, key is hbase:meta,,1/info:regioninfo/1731230287277/Put/seqid=0 2024-11-10T09:18:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure af43a03e9aa0ea28eb553e728d823d23, server=802346a334f5,41519,1731230293633 because future has completed 2024-11-10T09:18:19,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T09:18:19,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure af43a03e9aa0ea28eb553e728d823d23, server=802346a334f5,41519,1731230293633 in 262 msec 2024-11-10T09:18:19,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-10T09:18:19,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af43a03e9aa0ea28eb553e728d823d23, ASSIGN in 427 msec 2024-11-10T09:18:19,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T09:18:19,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741837_1013 (size=5672) 2024-11-10T09:18:19,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23., hostname=802346a334f5,41519,1731230293633, seqNum=10] 2024-11-10T09:18:19,306 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:19,319 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:19,376 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 802346a334f5,34145,1731230277322 2024-11-10T09:18:19,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T09:18:19,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-10T09:18:19,694 INFO [M:0;802346a334f5:36831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d522876784f4f20a47d55b193a91e76 2024-11-10T09:18:19,720 DEBUG [M:0;802346a334f5:36831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2394679ded6f45a0a9ba6907d6d1ea05 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731230287310/Put/seqid=0 2024-11-10T09:18:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741838_1014 (size=5275) 2024-11-10T09:18:20,126 INFO [M:0;802346a334f5:36831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2394679ded6f45a0a9ba6907d6d1ea05 2024-11-10T09:18:20,147 DEBUG [M:0;802346a334f5:36831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd8aae73c4ec47debc5dc88804b403c4 is 69, key is 802346a334f5,39435,1731230283679/rs:state/1731230285971/Put/seqid=0 2024-11-10T09:18:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741839_1015 (size=5156) 2024-11-10T09:18:20,316 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:20,364 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:20,552 INFO [M:0;802346a334f5:36831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd8aae73c4ec47debc5dc88804b403c4 2024-11-10T09:18:20,559 DEBUG [M:0;802346a334f5:36831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d522876784f4f20a47d55b193a91e76 as hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d522876784f4f20a47d55b193a91e76 2024-11-10T09:18:20,567 INFO [M:0;802346a334f5:36831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d522876784f4f20a47d55b193a91e76, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T09:18:20,569 DEBUG [M:0;802346a334f5:36831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2394679ded6f45a0a9ba6907d6d1ea05 as hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2394679ded6f45a0a9ba6907d6d1ea05 2024-11-10T09:18:20,575 INFO [M:0;802346a334f5:36831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2394679ded6f45a0a9ba6907d6d1ea05, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T09:18:20,577 DEBUG [M:0;802346a334f5:36831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd8aae73c4ec47debc5dc88804b403c4 as hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd8aae73c4ec47debc5dc88804b403c4 2024-11-10T09:18:20,584 INFO [M:0;802346a334f5:36831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/93422fe8-6a4e-7e3e-1704-4971ff5ca596/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd8aae73c4ec47debc5dc88804b403c4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T09:18:20,586 INFO [M:0;802346a334f5:36831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1365ms, sequenceid=28, compaction requested=false 2024-11-10T09:18:20,587 INFO [M:0;802346a334f5:36831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:20,587 DEBUG [M:0;802346a334f5:36831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230299220Disabling compacts and flushes for region at 1731230299220Disabling writes for close at 1731230299220Obtaining lock to block concurrent updates at 1731230299220Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230299220Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731230299221 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230299223 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230299223Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230299280 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230299280Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230299699 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230299720 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230299720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230300132 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230300146 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230300146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26495dc5: reopening flushed file at 1731230300558 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1094143c: reopening flushed file at 1731230300567 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6c3bea: reopening flushed file at 1731230300575 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1365ms, sequenceid=28, compaction requested=false at 1731230300586 (+11 ms)Writing region close event to WAL at 1731230300587 (+1 ms)Closed at 1731230300587 2024-11-10T09:18:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35097 is added to blk_1073741830_1006 (size=10165) 2024-11-10T09:18:20,592 INFO [M:0;802346a334f5:36831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:18:20,592 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:18:20,592 INFO [M:0;802346a334f5:36831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36831 2024-11-10T09:18:20,595 INFO [M:0;802346a334f5:36831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:18:20,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:18:20,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:20,710 INFO [M:0;802346a334f5:36831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:18:20,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36831-0x1012409778b0003, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:20,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31555cf5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:18:20,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f3ae2a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:18:20,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:18:20,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d5b0d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:18:20,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cd82d32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/hadoop.log.dir/,STOPPED} 2024-11-10T09:18:20,786 WARN [BP-725783655-172.17.0.3-1731230281316 heartbeating to localhost/127.0.0.1:32977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:18:20,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:18:20,786 WARN [BP-725783655-172.17.0.3-1731230281316 heartbeating to localhost/127.0.0.1:32977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-725783655-172.17.0.3-1731230281316 (Datanode Uuid c64da323-e0a5-46f6-acec-38a64d6057e6) service to localhost/127.0.0.1:32977 2024-11-10T09:18:20,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:18:20,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/cluster_1d69c10d-20f0-306a-568c-bf7a127ad9bd/data/data1/current/BP-725783655-172.17.0.3-1731230281316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:18:20,789 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/cluster_1d69c10d-20f0-306a-568c-bf7a127ad9bd/data/data2/current/BP-725783655-172.17.0.3-1731230281316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:18:20,789 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:18:20,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65e9f290{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:18:20,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fb48e23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:18:20,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:18:20,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@248e3f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:18:20,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffd4f7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/hadoop.log.dir/,STOPPED} 2024-11-10T09:18:20,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:18:20,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:18:20,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:20,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:20,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:20,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:20,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:20,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:18:20,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=806722133, stopped=false 2024-11-10T09:18:20,843 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,40865,1731230293565 2024-11-10T09:18:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915240340/running 2024-11-10T09:18:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915240340/running 2024-11-10T09:18:20,852 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:18:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:20,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:20,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/running 2024-11-10T09:18:20,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:20,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:20,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Set watcher on znode that does not yet exist, /0-915240340/running 2024-11-10T09:18:20,854 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,41519,1731230293633' ***** 2024-11-10T09:18:20,854 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:18:20,854 INFO [RS:0;802346a334f5:41519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:18:20,854 INFO [RS:0;802346a334f5:41519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:18:20,854 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:18:20,854 INFO [RS:0;802346a334f5:41519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:18:20,854 INFO [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(3091): Received CLOSE for af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:20,868 INFO [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,41519,1731230293633 2024-11-10T09:18:20,868 INFO [RS:0;802346a334f5:41519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:18:20,868 INFO [RS:0;802346a334f5:41519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:41519. 2024-11-10T09:18:20,868 DEBUG [RS:0;802346a334f5:41519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:20,869 DEBUG [RS:0;802346a334f5:41519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:20,869 INFO [RS:0;802346a334f5:41519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:18:20,869 INFO [RS:0;802346a334f5:41519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:18:20,869 INFO [RS:0;802346a334f5:41519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:18:20,869 INFO [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:18:20,869 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af43a03e9aa0ea28eb553e728d823d23, disabling compactions & flushes 2024-11-10T09:18:20,869 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:20,869 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:20,870 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. after waiting 0 ms 2024-11-10T09:18:20,870 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:20,870 INFO [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:18:20,870 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(1325): Online Regions={af43a03e9aa0ea28eb553e728d823d23=hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:18:20,870 DEBUG [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af43a03e9aa0ea28eb553e728d823d23 2024-11-10T09:18:20,870 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:18:20,870 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:18:20,870 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:18:20,870 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:18:20,871 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:18:20,871 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T09:18:20,919 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/info/54788fef9da0401f8239d8b166c928b6 is 147, key is hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23./info:regioninfo/1731230299277/Put/seqid=0 2024-11-10T09:18:20,923 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/replication/af43a03e9aa0ea28eb553e728d823d23/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-10T09:18:20,928 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:18:20,928 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:18:20,929 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:20,929 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af43a03e9aa0ea28eb553e728d823d23: Waiting for close lock at 1731230300869Running coprocessor pre-close hooks at 1731230300869Disabling compacts and flushes for region at 1731230300869Disabling writes for close at 1731230300870 (+1 ms)Writing region close event to WAL at 1731230300893 (+23 ms)Running coprocessor post-close hooks at 1731230300928 (+35 ms)Closed at 1731230300929 (+1 ms) 2024-11-10T09:18:20,929 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230287521.af43a03e9aa0ea28eb553e728d823d23. 2024-11-10T09:18:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741851_1027 (size=6385) 2024-11-10T09:18:20,945 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/info/54788fef9da0401f8239d8b166c928b6 2024-11-10T09:18:20,950 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:18:20,953 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/.tmp/info/54788fef9da0401f8239d8b166c928b6 as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/info/54788fef9da0401f8239d8b166c928b6 2024-11-10T09:18:20,979 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/info/54788fef9da0401f8239d8b166c928b6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T09:18:20,985 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=19, compaction requested=false 2024-11-10T09:18:21,025 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T09:18:21,026 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:18:21,026 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:18:21,026 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:21,026 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230300870Running coprocessor pre-close hooks at 1731230300870Disabling compacts and flushes for region at 1731230300870Disabling writes for close at 1731230300871 (+1 ms)Obtaining lock to block concurrent updates at 1731230300871Preparing flush snapshotting stores in 1588230740 at 1731230300871Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731230300872 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731230300874 (+2 ms)Flushing 1588230740/info: creating writer at 1731230300874Flushing 1588230740/info: appending metadata at 1731230300918 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731230300918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251a8a7f: reopening flushed file at 1731230300952 (+34 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=19, compaction requested=false at 1731230300985 (+33 ms)Writing region close event to WAL at 1731230301013 (+28 ms)Running coprocessor post-close hooks at 1731230301025 (+12 ms)Closed at 1731230301026 (+1 ms) 2024-11-10T09:18:21,026 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:21,070 INFO [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,41519,1731230293633; all regions closed. 2024-11-10T09:18:21,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741849_1025 (size=2156) 2024-11-10T09:18:21,110 DEBUG [RS:0;802346a334f5:41519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs 2024-11-10T09:18:21,110 INFO [RS:0;802346a334f5:41519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C41519%2C1731230293633.meta:.meta(num 1731230295165) 2024-11-10T09:18:21,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.rep.1731230299188 not finished, retry = 0 2024-11-10T09:18:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741850_1026 (size=796) 2024-11-10T09:18:21,225 DEBUG [RS:0;802346a334f5:41519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs 2024-11-10T09:18:21,225 INFO [RS:0;802346a334f5:41519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C41519%2C1731230293633.rep:(num 1731230299188) 2024-11-10T09:18:21,227 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 not finished, retry = 0 2024-11-10T09:18:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741848_1024 (size=93) 2024-11-10T09:18:21,331 DEBUG [RS:0;802346a334f5:41519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs 2024-11-10T09:18:21,331 INFO [RS:0;802346a334f5:41519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C41519%2C1731230293633:(num 1731230294759) 2024-11-10T09:18:21,331 DEBUG [RS:0;802346a334f5:41519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:21,331 INFO [RS:0;802346a334f5:41519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:18:21,331 INFO [RS:0;802346a334f5:41519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:18:21,331 INFO [RS:0;802346a334f5:41519 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:18:21,332 INFO [RS:0;802346a334f5:41519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:18:21,332 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:18:21,332 INFO [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,41519,1731230293633 because: Region server is closing 2024-11-10T09:18:21,332 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T09:18:21,332 INFO [RS:0;802346a334f5:41519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:41519. 2024-11-10T09:18:21,332 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T09:18:21,332 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T09:18:21,332 DEBUG [RS:0;802346a334f5:41519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:21,332 DEBUG [RS:0;802346a334f5:41519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:21,332 DEBUG [RS:0;802346a334f5:41519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:21,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:21,422 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 to pos 0, reset compression=false 2024-11-10T09:18:21,429 INFO [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 was moved to hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/oldWALs/802346a334f5%2C41519%2C1731230293633.1731230294759 2024-11-10T09:18:21,433 WARN [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:18:21,433 WARN [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T09:18:21,433 INFO [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,1-802346a334f5,41519,1731230293633 terminated 2024-11-10T09:18:21,433 INFO [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-802346a334f5,41519,1731230293633 because: Region server is closing 2024-11-10T09:18:21,433 INFO [RS:0;802346a334f5:41519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:41519. 2024-11-10T09:18:21,434 DEBUG [RS:0;802346a334f5:41519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:21,434 DEBUG [RS:0;802346a334f5:41519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:21,434 DEBUG [RS:0;802346a334f5:41519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:21,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:21,436 DEBUG [RS:0;802346a334f5:41519.replicationSource.wal-reader.802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759 2024-11-10T09:18:21,436 DEBUG [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-802346a334f5,41519,1731230293633 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/WALs/802346a334f5,41519,1731230293633/802346a334f5%2C41519%2C1731230293633.1731230294759, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T09:18:21,442 DEBUG [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:21,442 DEBUG [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,41519,1731230293633, seqNum=-1] 2024-11-10T09:18:21,444 WARN [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-802346a334f5,41519,1731230293633', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-10T09:18:21,447 ERROR [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,41519,1731230293633: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-802346a334f5,41519,1731230293633, walGroup=802346a334f5%2C41519%2C1731230293633, offset=802346a334f5%2C41519%2C1731230293633.1731230294759:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:18:21,450 ERROR [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:18:21,452 DEBUG [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:18:21,454 DEBUG [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:18:21,454 DEBUG [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:18:21,454 DEBUG [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:18:21,454 INFO [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 726878120 }, "NonHeapMemoryUsage": { "committed": 162201600, "init": 7667712, "max": -1, "used": 157088672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:18:21,456 DEBUG [RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [802346a334f5%2C41519%2C1731230293633.1731230294759] 2024-11-10T09:18:21,534 INFO [RS:0;802346a334f5:41519 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;802346a334f5:41519.replicationSource.shipper802346a334f5%2C41519%2C1731230293633,2-802346a334f5,41519,1731230293633 terminated 2024-11-10T09:18:21,535 INFO [RS:0;802346a334f5:41519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41519 2024-11-10T09:18:21,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340/rs 2024-11-10T09:18:21,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,41519,1731230293633] 2024-11-10T09:18:21,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915240340/rs/802346a334f5,41519,1731230293633 2024-11-10T09:18:21,581 INFO [RS:0;802346a334f5:41519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:18:21,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/draining/802346a334f5,41519,1731230293633 already deleted, retry=false 2024-11-10T09:18:21,589 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,41519,1731230293633 expired; onlineServers=0 2024-11-10T09:18:21,589 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,40865,1731230293565' ***** 2024-11-10T09:18:21,589 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:18:21,589 INFO [M:0;802346a334f5:40865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:18:21,589 INFO [M:0;802346a334f5:40865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:18:21,589 DEBUG [M:0;802346a334f5:40865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:18:21,589 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:18:21,589 DEBUG [M:0;802346a334f5:40865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:18:21,589 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230294307 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230294307,5,FailOnTimeoutGroup] 2024-11-10T09:18:21,589 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230294307 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230294307,5,FailOnTimeoutGroup] 2024-11-10T09:18:21,589 INFO [M:0;802346a334f5:40865 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:18:21,590 INFO [M:0;802346a334f5:40865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:18:21,590 DEBUG [M:0;802346a334f5:40865 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:18:21,590 INFO [M:0;802346a334f5:40865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:18:21,590 INFO [M:0;802346a334f5:40865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:18:21,590 INFO [M:0;802346a334f5:40865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:18:21,590 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:18:21,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915240340/master 2024-11-10T09:18:21,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915240340 2024-11-10T09:18:21,620 DEBUG [M:0;802346a334f5:40865 {}] zookeeper.RecoverableZooKeeper(212): Node /0-915240340/master already deleted, retry=false 2024-11-10T09:18:21,620 DEBUG [M:0;802346a334f5:40865 {}] master.ActiveMasterManager(353): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-915240340/master 2024-11-10T09:18:21,621 INFO [M:0;802346a334f5:40865 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/.lastflushedseqids 2024-11-10T09:18:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741852_1028 (size=181) 2024-11-10T09:18:21,635 INFO [M:0;802346a334f5:40865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:18:21,635 INFO [M:0;802346a334f5:40865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:18:21,636 DEBUG [M:0;802346a334f5:40865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:18:21,636 INFO [M:0;802346a334f5:40865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:21,636 DEBUG [M:0;802346a334f5:40865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:21,636 DEBUG [M:0;802346a334f5:40865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:18:21,636 DEBUG [M:0;802346a334f5:40865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:21,636 INFO [M:0;802346a334f5:40865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T09:18:21,655 DEBUG [M:0;802346a334f5:40865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e716b5ec6f8a4602b215ffca89386ecb is 82, key is hbase:meta,,1/info:regioninfo/1731230295258/Put/seqid=0 2024-11-10T09:18:21,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741853_1029 (size=5680) 2024-11-10T09:18:21,667 INFO [M:0;802346a334f5:40865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e716b5ec6f8a4602b215ffca89386ecb 2024-11-10T09:18:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1012409778b0007, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:21,701 INFO [RS:0;802346a334f5:41519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:18:21,701 INFO [RS:0;802346a334f5:41519 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,41519,1731230293633; zookeeper connection closed. 2024-11-10T09:18:21,708 DEBUG [M:0;802346a334f5:40865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cacaccc116514a98b8a9058c7fe943e0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731230299287/Put/seqid=0 2024-11-10T09:18:21,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e0170f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e0170f0 2024-11-10T09:18:21,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:18:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741854_1030 (size=7319) 2024-11-10T09:18:21,724 INFO [M:0;802346a334f5:40865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cacaccc116514a98b8a9058c7fe943e0 2024-11-10T09:18:21,771 DEBUG [M:0;802346a334f5:40865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90b074c4ccbe48ce8e5efd6f18582491 is 69, key is 802346a334f5,41519,1731230293633/rs:state/1731230294371/Put/seqid=0 2024-11-10T09:18:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741855_1031 (size=5371) 2024-11-10T09:18:21,796 INFO [M:0;802346a334f5:40865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90b074c4ccbe48ce8e5efd6f18582491 2024-11-10T09:18:21,809 INFO [M:0;802346a334f5:40865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90b074c4ccbe48ce8e5efd6f18582491 2024-11-10T09:18:21,812 DEBUG [M:0;802346a334f5:40865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e716b5ec6f8a4602b215ffca89386ecb as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e716b5ec6f8a4602b215ffca89386ecb 2024-11-10T09:18:21,828 INFO [M:0;802346a334f5:40865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e716b5ec6f8a4602b215ffca89386ecb, entries=8, sequenceid=172, filesize=5.5 K 2024-11-10T09:18:21,830 DEBUG [M:0;802346a334f5:40865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cacaccc116514a98b8a9058c7fe943e0 as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cacaccc116514a98b8a9058c7fe943e0 2024-11-10T09:18:21,839 INFO [M:0;802346a334f5:40865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cacaccc116514a98b8a9058c7fe943e0, entries=7, sequenceid=172, filesize=7.1 K 2024-11-10T09:18:21,845 DEBUG [M:0;802346a334f5:40865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90b074c4ccbe48ce8e5efd6f18582491 as hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90b074c4ccbe48ce8e5efd6f18582491 2024-11-10T09:18:21,854 INFO [M:0;802346a334f5:40865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90b074c4ccbe48ce8e5efd6f18582491 2024-11-10T09:18:21,854 INFO [M:0;802346a334f5:40865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37143/user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90b074c4ccbe48ce8e5efd6f18582491, entries=2, sequenceid=172, filesize=5.2 K 2024-11-10T09:18:21,858 INFO [M:0;802346a334f5:40865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 221ms, sequenceid=172, compaction requested=false 2024-11-10T09:18:21,880 INFO [M:0;802346a334f5:40865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:21,881 DEBUG [M:0;802346a334f5:40865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230301636Disabling compacts and flushes for region at 1731230301636Disabling writes for close at 1731230301636Obtaining lock to block concurrent updates at 1731230301636Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230301636Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731230301637 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230301638 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230301638Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230301655 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230301655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230301676 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230301707 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230301707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230301742 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230301769 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230301770 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c0b05fe: reopening flushed file at 1731230301809 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2c4826: reopening flushed file at 1731230301828 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e38f7d: reopening flushed file at 1731230301839 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 221ms, sequenceid=172, compaction requested=false at 1731230301858 (+19 ms)Writing region close event to WAL at 1731230301880 (+22 ms)Closed at 1731230301880 2024-11-10T09:18:21,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33427 is added to blk_1073741847_1023 (size=22949) 2024-11-10T09:18:21,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58c16d93-861b-c8d7-ef38-09df7f091f94/MasterData/WALs/802346a334f5,40865,1731230293565/802346a334f5%2C40865%2C1731230293565.1731230293820 not finished, retry = 0 2024-11-10T09:18:21,996 INFO [M:0;802346a334f5:40865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:18:21,996 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:18:21,996 INFO [M:0;802346a334f5:40865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40865 2024-11-10T09:18:21,997 INFO [M:0;802346a334f5:40865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:18:22,110 INFO [M:0;802346a334f5:40865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:18:22,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:22,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x1012409778b0006, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:22,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:18:22,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:18:22,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:18:22,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:18:22,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/hadoop.log.dir/,STOPPED} 2024-11-10T09:18:22,118 WARN [BP-806461115-172.17.0.3-1731230269610 heartbeating to localhost/127.0.0.1:37143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:18:22,118 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:18:22,118 WARN [BP-806461115-172.17.0.3-1731230269610 heartbeating to localhost/127.0.0.1:37143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-806461115-172.17.0.3-1731230269610 (Datanode Uuid eb205ada-fb04-4450-acdb-206a62a21414) service to localhost/127.0.0.1:37143 2024-11-10T09:18:22,118 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:18:22,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/cluster_53adf102-b564-b7fe-1fa8-243c9d37a933/data/data1/current/BP-806461115-172.17.0.3-1731230269610 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:18:22,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/cluster_53adf102-b564-b7fe-1fa8-243c9d37a933/data/data2/current/BP-806461115-172.17.0.3-1731230269610 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:18:22,119 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:18:22,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:18:22,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:18:22,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:18:22,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:18:22,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77e4a92c-1d1b-013e-c1e2-f84c4454389e/hadoop.log.dir/,STOPPED} 2024-11-10T09:18:22,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:18:22,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:18:22,178 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=114 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/802346a334f5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/802346a334f5:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64939) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@264b878f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/802346a334f5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: master/802346a334f5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32977 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37143 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64939) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/802346a334f5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=435 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=826 (was 734) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2063 (was 2429) 2024-11-10T09:18:22,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=114, OpenFileDescriptor=435, MaxFileDescriptor=1048576, SystemLoadAverage=826, ProcessCount=11, AvailableMemoryMB=2062 2024-11-10T09:18:22,210 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-10T09:18:22,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/hadoop.log.dir so I do NOT create it in target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e 2024-11-10T09:18:22,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:18:22,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/hadoop.tmp.dir so I do NOT create it in target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e 2024-11-10T09:18:22,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10cfc8cf-4035-91f6-00e0-0c128f635b23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:18:22,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e 2024-11-10T09:18:22,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/cluster_b778944e-72c5-5c97-cf74-a4a02429b24c, deleteOnExit=true 2024-11-10T09:18:22,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/cluster_b778944e-72c5-5c97-cf74-a4a02429b24c/zookeeper_0, clientPort=63496, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/cluster_b778944e-72c5-5c97-cf74-a4a02429b24c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/cluster_b778944e-72c5-5c97-cf74-a4a02429b24c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:18:22,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63496 2024-11-10T09:18:22,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:18:22,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:18:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/test.cache.data in system properties and HBase conf 2024-11-10T09:18:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:18:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:18:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:18:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:18:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:18:22,224 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:18:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:18:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:18:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:18:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:18:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:18:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:18:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:18:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:18:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:18:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:18:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:18:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:18:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:18:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:18:22,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012409778b0005, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:18:22,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012409778b0002, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:18:22,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012409778b0005, quorum=127.0.0.1:64939, baseZNode=/11368460952 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:18:22,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012409778b0002, quorum=127.0.0.1:64939, baseZNode=/0-915240340 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:18:22,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:22,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:18:22,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:18:22,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:18:22,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:18:22,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:22,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c904599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:18:22,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b29222f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:18:22,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@251e1419{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/java.io.tmpdir/jetty-localhost-43227-hadoop-hdfs-3_4_1-tests_jar-_-any-14430810533792010436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:18:22,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9674e8c{HTTP/1.1, (http/1.1)}{localhost:43227} 2024-11-10T09:18:22,847 INFO [Time-limited test {}] server.Server(415): Started @36554ms 2024-11-10T09:18:23,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:23,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:18:23,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:18:23,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:18:23,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:18:23,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@160643fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:18:23,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c45a995{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:18:23,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a646142{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/java.io.tmpdir/jetty-localhost-45143-hadoop-hdfs-3_4_1-tests_jar-_-any-11818795705314254549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:18:23,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1069a6d8{HTTP/1.1, (http/1.1)}{localhost:45143} 2024-11-10T09:18:23,395 INFO [Time-limited test {}] server.Server(415): Started @37103ms 2024-11-10T09:18:23,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:18:24,506 WARN [Thread-495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/cluster_b778944e-72c5-5c97-cf74-a4a02429b24c/data/data1/current/BP-713453899-172.17.0.3-1731230302260/current, will proceed with Du for space computation calculation, 2024-11-10T09:18:24,508 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/cluster_b778944e-72c5-5c97-cf74-a4a02429b24c/data/data2/current/BP-713453899-172.17.0.3-1731230302260/current, will proceed with Du for space computation calculation, 2024-11-10T09:18:24,561 WARN [Thread-483 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:18:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x664f5cf62cfcceeb with lease ID 0xb5b241e33c88a310: Processing first storage report for DS-72338dc1-a0cf-4f0b-b0a6-ff54c4c07b80 from datanode DatanodeRegistration(127.0.0.1:36581, datanodeUuid=f7ed0d85-d2d3-4135-97bb-914f986da557, infoPort=46161, infoSecurePort=0, ipcPort=44201, storageInfo=lv=-57;cid=testClusterID;nsid=1894740941;c=1731230302260) 2024-11-10T09:18:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x664f5cf62cfcceeb with lease ID 0xb5b241e33c88a310: from storage DS-72338dc1-a0cf-4f0b-b0a6-ff54c4c07b80 node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=f7ed0d85-d2d3-4135-97bb-914f986da557, infoPort=46161, infoSecurePort=0, ipcPort=44201, storageInfo=lv=-57;cid=testClusterID;nsid=1894740941;c=1731230302260), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:18:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x664f5cf62cfcceeb with lease ID 0xb5b241e33c88a310: Processing first storage report for DS-117a1046-4354-479d-bcbc-f999cf5c9f2f from datanode DatanodeRegistration(127.0.0.1:36581, datanodeUuid=f7ed0d85-d2d3-4135-97bb-914f986da557, infoPort=46161, infoSecurePort=0, ipcPort=44201, storageInfo=lv=-57;cid=testClusterID;nsid=1894740941;c=1731230302260) 2024-11-10T09:18:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x664f5cf62cfcceeb with lease ID 0xb5b241e33c88a310: from storage DS-117a1046-4354-479d-bcbc-f999cf5c9f2f node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=f7ed0d85-d2d3-4135-97bb-914f986da557, infoPort=46161, infoSecurePort=0, ipcPort=44201, storageInfo=lv=-57;cid=testClusterID;nsid=1894740941;c=1731230302260), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:18:24,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e 2024-11-10T09:18:24,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:24,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:24,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:18:24,672 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4 with version=8 2024-11-10T09:18:24,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/hbase-staging 2024-11-10T09:18:24,675 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:24,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:24,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:24,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:24,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:24,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:24,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:18:24,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:24,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40063 2024-11-10T09:18:24,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40063 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-10T09:18:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400630x0, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:24,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40063-0x1012409fbb50000 connected 2024-11-10T09:18:24,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:24,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:24,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Set watcher on znode that does not yet exist, /01899119277/running 2024-11-10T09:18:24,835 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4, hbase.cluster.distributed=false 2024-11-10T09:18:24,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Set watcher on znode that does not yet exist, /01899119277/acl 2024-11-10T09:18:24,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-10T09:18:24,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40063 2024-11-10T09:18:24,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40063 2024-11-10T09:18:24,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-10T09:18:24,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-10T09:18:24,864 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:24,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:24,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:24,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:24,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:24,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:24,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:18:24,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:24,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34801 2024-11-10T09:18:24,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34801 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-10T09:18:24,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:24,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348010x0, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:24,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348010x0, quorum=127.0.0.1:63496, baseZNode=/01899119277 Set watcher on znode that does not yet exist, /01899119277/running 2024-11-10T09:18:24,886 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:18:24,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34801-0x1012409fbb50001 connected 2024-11-10T09:18:24,896 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:18:24,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Set watcher on znode that does not yet exist, /01899119277/master 2024-11-10T09:18:24,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Set watcher on znode that does not yet exist, /01899119277/acl 2024-11-10T09:18:24,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-10T09:18:24,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34801 2024-11-10T09:18:24,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34801 2024-11-10T09:18:24,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-10T09:18:24,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-10T09:18:24,977 DEBUG [M:0;802346a334f5:40063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:40063 2024-11-10T09:18:24,978 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01899119277/backup-masters/802346a334f5,40063,1731230304675 2024-11-10T09:18:24,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277/backup-masters 2024-11-10T09:18:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277/backup-masters 2024-11-10T09:18:24,993 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Set watcher on existing znode=/01899119277/backup-masters/802346a334f5,40063,1731230304675 2024-11-10T09:18:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01899119277/master 2024-11-10T09:18:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:25,009 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Set watcher on existing znode=/01899119277/master 2024-11-10T09:18:25,009 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01899119277/backup-masters/802346a334f5,40063,1731230304675 from backup master directory 2024-11-10T09:18:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01899119277/backup-masters/802346a334f5,40063,1731230304675 2024-11-10T09:18:25,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277/backup-masters 2024-11-10T09:18:25,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277/backup-masters 2024-11-10T09:18:25,029 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:25,029 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,40063,1731230304675 2024-11-10T09:18:25,046 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/hbase.id] with ID: 71b2cffd-869d-4f33-bbdd-c6e77fde224e 2024-11-10T09:18:25,047 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/.tmp/hbase.id 2024-11-10T09:18:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:18:25,064 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/.tmp/hbase.id]:[hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/hbase.id] 2024-11-10T09:18:25,104 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:25,104 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:18:25,106 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T09:18:25,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:25,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:25,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:18:25,135 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:25,136 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:18:25,136 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:18:25,155 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store 2024-11-10T09:18:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:18:25,166 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:25,166 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:18:25,166 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:25,166 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:25,166 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:18:25,167 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:25,167 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:25,167 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230305166Disabling compacts and flushes for region at 1731230305166Disabling writes for close at 1731230305167 (+1 ms)Writing region close event to WAL at 1731230305167Closed at 1731230305167 2024-11-10T09:18:25,168 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/.initializing 2024-11-10T09:18:25,168 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/WALs/802346a334f5,40063,1731230304675 2024-11-10T09:18:25,171 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:25,174 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C40063%2C1731230304675, suffix=, logDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/WALs/802346a334f5,40063,1731230304675, archiveDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/oldWALs, maxLogs=10 2024-11-10T09:18:25,190 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/WALs/802346a334f5,40063,1731230304675/802346a334f5%2C40063%2C1731230304675.1731230305174, exclude list is [], retry=0 2024-11-10T09:18:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-72338dc1-a0cf-4f0b-b0a6-ff54c4c07b80,DISK] 2024-11-10T09:18:25,199 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/WALs/802346a334f5,40063,1731230304675/802346a334f5%2C40063%2C1731230304675.1731230305174 2024-11-10T09:18:25,199 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46161:46161)] 2024-11-10T09:18:25,199 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:25,199 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:25,200 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,200 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:18:25,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:25,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:25,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:18:25,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:25,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:25,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:18:25,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:25,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:25,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:18:25,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:25,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:25,215 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,216 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,216 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,217 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,217 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,218 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:25,219 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:25,221 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:25,221 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67332532, jitterRate=0.0033329129219055176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:25,222 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230305200Initializing all the Stores at 1731230305202 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230305202Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230305204 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230305204Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230305204Cleaning up temporary data from old regions at 1731230305217 (+13 ms)Region opened successfully at 1731230305222 (+5 ms) 2024-11-10T09:18:25,222 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:18:25,231 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a42b391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:25,232 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:18:25,232 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:18:25,232 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:18:25,232 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:18:25,233 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:18:25,233 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:18:25,233 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:18:25,238 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:18:25,240 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Unable to get data of znode /01899119277/balancer because node does not exist (not necessarily an error) 2024-11-10T09:18:25,251 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01899119277/balancer already deleted, retry=false 2024-11-10T09:18:25,252 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:18:25,252 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Unable to get data of znode /01899119277/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:18:25,262 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01899119277/normalizer already deleted, retry=false 2024-11-10T09:18:25,262 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:18:25,263 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Unable to get data of znode /01899119277/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:18:25,272 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01899119277/switch/split already deleted, retry=false 2024-11-10T09:18:25,275 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Unable to get data of znode /01899119277/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:18:25,283 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01899119277/switch/merge already deleted, retry=false 2024-11-10T09:18:25,285 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Unable to get data of znode /01899119277/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:18:25,293 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01899119277/snapshot-cleanup already deleted, retry=false 2024-11-10T09:18:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01899119277/running 2024-11-10T09:18:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01899119277/running 2024-11-10T09:18:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:25,305 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,40063,1731230304675, sessionid=0x1012409fbb50000, setting cluster-up flag (Was=false) 2024-11-10T09:18:25,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:25,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:25,368 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01899119277/flush-table-proc/acquired, /01899119277/flush-table-proc/reached, /01899119277/flush-table-proc/abort 2024-11-10T09:18:25,371 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,40063,1731230304675 2024-11-10T09:18:25,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:25,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:25,441 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01899119277/online-snapshot/acquired, /01899119277/online-snapshot/reached, /01899119277/online-snapshot/abort 2024-11-10T09:18:25,443 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,40063,1731230304675 2024-11-10T09:18:25,458 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:18:25,460 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:25,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:18:25,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:18:25,461 WARN [master/802346a334f5:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 802346a334f5,34145,1731230277322: status=Processing ServerCrashProcedure of 802346a334f5,34145,1731230277322 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731230294286, completionTime=-1 appears to have been leaked 2024-11-10T09:18:25,462 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,40063,1731230304675 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:18:25,464 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:25,464 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:25,464 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:25,464 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:25,464 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:18:25,464 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,464 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:25,464 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:25,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:18:25,505 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(746): ClusterId : 71b2cffd-869d-4f33-bbdd-c6e77fde224e 2024-11-10T09:18:25,505 DEBUG [RS:0;802346a334f5:34801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:18:25,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:25,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:18:25,517 DEBUG [RS:0;802346a334f5:34801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:18:25,518 DEBUG [RS:0;802346a334f5:34801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:18:25,537 DEBUG [RS:0;802346a334f5:34801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:18:25,538 DEBUG [RS:0;802346a334f5:34801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c34db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:25,544 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230335544 2024-11-10T09:18:25,544 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:18:25,545 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:18:25,545 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:18:25,545 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:18:25,545 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:18:25,545 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:18:25,554 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,557 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:34801 2024-11-10T09:18:25,557 INFO [RS:0;802346a334f5:34801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:18:25,557 INFO [RS:0;802346a334f5:34801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:18:25,557 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:18:25,558 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,40063,1731230304675 with port=34801, startcode=1731230304864 2024-11-10T09:18:25,558 DEBUG [RS:0;802346a334f5:34801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:18:25,564 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:18:25,564 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:18:25,564 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:18:25,565 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:18:25,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:18:25,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:18:25,569 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:18:25,569 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4 2024-11-10T09:18:25,570 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:18:25,570 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:18:25,570 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T09:18:25,570 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230305570,5,FailOnTimeoutGroup] 2024-11-10T09:18:25,571 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230305570,5,FailOnTimeoutGroup] 2024-11-10T09:18:25,571 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,571 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:18:25,571 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,571 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:18:25,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:25,596 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T09:18:25,596 WARN [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T09:18:25,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:25,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:25,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:25,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:25,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:25,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:25,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:25,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:25,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:25,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:25,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:25,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:25,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:25,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:25,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:25,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:25,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:25,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740 2024-11-10T09:18:25,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740 2024-11-10T09:18:25,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:25,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:25,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:25,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:25,631 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:25,632 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65440231, jitterRate=-0.024864569306373596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:25,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230305586Initializing all the Stores at 1731230305587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230305587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230305596 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230305596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230305596Cleaning up temporary data from old regions at 1731230305618 (+22 ms)Region opened successfully at 1731230305633 (+15 ms) 2024-11-10T09:18:25,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:18:25,633 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:18:25,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:18:25,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:18:25,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:18:25,633 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:25,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230305633Disabling compacts and flushes for region at 1731230305633Disabling writes for close at 1731230305633Writing region close event to WAL at 1731230305633Closed at 1731230305633 2024-11-10T09:18:25,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:25,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:18:25,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:18:25,637 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:25,638 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:18:25,699 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,40063,1731230304675 with port=34801, startcode=1731230304864 2024-11-10T09:18:25,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,34801,1731230304864 2024-11-10T09:18:25,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(517): Registering regionserver=802346a334f5,34801,1731230304864 2024-11-10T09:18:25,701 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4 2024-11-10T09:18:25,701 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46727 2024-11-10T09:18:25,702 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:18:25,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277/rs 2024-11-10T09:18:25,737 DEBUG [RS:0;802346a334f5:34801 {}] zookeeper.ZKUtil(111): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Set watcher on existing znode=/01899119277/rs/802346a334f5,34801,1731230304864 2024-11-10T09:18:25,737 WARN [RS:0;802346a334f5:34801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:25,738 INFO [RS:0;802346a334f5:34801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:25,738 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864 2024-11-10T09:18:25,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,34801,1731230304864] 2024-11-10T09:18:25,744 INFO [RS:0;802346a334f5:34801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:18:25,746 INFO [RS:0;802346a334f5:34801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:18:25,746 INFO [RS:0;802346a334f5:34801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:18:25,746 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,746 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:18:25,747 INFO [RS:0;802346a334f5:34801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:18:25,747 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,747 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:25,748 DEBUG [RS:0;802346a334f5:34801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:25,760 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,760 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,760 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,760 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,760 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,760 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,34801,1731230304864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:25,782 INFO [RS:0;802346a334f5:34801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:18:25,782 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,34801,1731230304864-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,783 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,783 INFO [RS:0;802346a334f5:34801 {}] regionserver.Replication(171): 802346a334f5,34801,1731230304864 started 2024-11-10T09:18:25,788 WARN [802346a334f5:40063 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:18:25,802 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:25,802 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,34801,1731230304864, RpcServer on 802346a334f5/172.17.0.3:34801, sessionid=0x1012409fbb50001 2024-11-10T09:18:25,802 DEBUG [RS:0;802346a334f5:34801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:18:25,802 DEBUG [RS:0;802346a334f5:34801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,34801,1731230304864 2024-11-10T09:18:25,802 DEBUG [RS:0;802346a334f5:34801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,34801,1731230304864' 2024-11-10T09:18:25,802 DEBUG [RS:0;802346a334f5:34801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01899119277/flush-table-proc/abort' 2024-11-10T09:18:25,803 DEBUG [RS:0;802346a334f5:34801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01899119277/flush-table-proc/acquired' 2024-11-10T09:18:25,803 DEBUG [RS:0;802346a334f5:34801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:18:25,803 DEBUG [RS:0;802346a334f5:34801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:18:25,803 DEBUG [RS:0;802346a334f5:34801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,34801,1731230304864 2024-11-10T09:18:25,803 DEBUG [RS:0;802346a334f5:34801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,34801,1731230304864' 2024-11-10T09:18:25,803 DEBUG [RS:0;802346a334f5:34801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01899119277/online-snapshot/abort' 2024-11-10T09:18:25,803 DEBUG [RS:0;802346a334f5:34801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01899119277/online-snapshot/acquired' 2024-11-10T09:18:25,804 DEBUG [RS:0;802346a334f5:34801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:18:25,804 INFO [RS:0;802346a334f5:34801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:18:25,804 INFO [RS:0;802346a334f5:34801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:18:25,905 INFO [RS:0;802346a334f5:34801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:25,908 INFO [RS:0;802346a334f5:34801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C34801%2C1731230304864, suffix=, logDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864, archiveDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/oldWALs, maxLogs=10 2024-11-10T09:18:25,930 DEBUG [RS:0;802346a334f5:34801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.1731230305908, exclude list is [], retry=0 2024-11-10T09:18:25,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-72338dc1-a0cf-4f0b-b0a6-ff54c4c07b80,DISK] 2024-11-10T09:18:25,957 INFO [RS:0;802346a334f5:34801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.1731230305908 2024-11-10T09:18:25,957 DEBUG [RS:0;802346a334f5:34801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46161:46161)] 2024-11-10T09:18:26,038 DEBUG [802346a334f5:40063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:18:26,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,34801,1731230304864 2024-11-10T09:18:26,041 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,34801,1731230304864, state=OPENING 2024-11-10T09:18:26,052 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:18:26,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:26,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:26,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01899119277/meta-region-server: CHANGED 2024-11-10T09:18:26,063 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:26,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01899119277/meta-region-server: CHANGED 2024-11-10T09:18:26,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,34801,1731230304864}] 2024-11-10T09:18:26,218 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:18:26,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:18:26,224 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:18:26,224 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:26,225 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:18:26,227 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C34801%2C1731230304864.meta, suffix=.meta, logDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864, archiveDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/oldWALs, maxLogs=10 2024-11-10T09:18:26,243 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.meta.1731230306227.meta, exclude list is [], retry=0 2024-11-10T09:18:26,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-72338dc1-a0cf-4f0b-b0a6-ff54c4c07b80,DISK] 2024-11-10T09:18:26,248 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.meta.1731230306227.meta 2024-11-10T09:18:26,252 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46161:46161)] 2024-11-10T09:18:26,252 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:26,253 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:26,253 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:26,253 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:18:26,253 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:18:26,253 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:18:26,253 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:26,253 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:18:26,253 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:18:26,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:26,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:26,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:26,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:26,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:26,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:26,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:26,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:26,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:26,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:26,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:26,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:26,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:26,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:26,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:26,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:26,262 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:26,262 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740 2024-11-10T09:18:26,267 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740 2024-11-10T09:18:26,269 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:26,269 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:26,270 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:26,271 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:26,272 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72631048, jitterRate=0.08228695392608643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:26,272 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:18:26,273 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230306254Writing region info on filesystem at 1731230306254Initializing all the Stores at 1731230306254Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230306255 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230306255Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230306255Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230306255Cleaning up temporary data from old regions at 1731230306269 (+14 ms)Running coprocessor post-open hooks at 1731230306272 (+3 ms)Region opened successfully at 1731230306273 (+1 ms) 2024-11-10T09:18:26,274 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230306217 2024-11-10T09:18:26,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,34801,1731230304864 2024-11-10T09:18:26,279 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:18:26,279 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:18:26,280 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,34801,1731230304864, state=OPEN 2024-11-10T09:18:26,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01899119277/meta-region-server 2024-11-10T09:18:26,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01899119277/meta-region-server 2024-11-10T09:18:26,324 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,34801,1731230304864 2024-11-10T09:18:26,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01899119277/meta-region-server: CHANGED 2024-11-10T09:18:26,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01899119277/meta-region-server: CHANGED 2024-11-10T09:18:26,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:18:26,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,34801,1731230304864 in 262 msec 2024-11-10T09:18:26,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:18:26,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec 2024-11-10T09:18:26,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:26,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:18:26,336 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:26,336 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,34801,1731230304864, seqNum=-1] 2024-11-10T09:18:26,337 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:26,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:26,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 885 msec 2024-11-10T09:18:26,346 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230306345, completionTime=-1 2024-11-10T09:18:26,346 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:18:26,346 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:18:26,348 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:18:26,348 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230366348 2024-11-10T09:18:26,348 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230426348 2024-11-10T09:18:26,348 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T09:18:26,349 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40063,1731230304675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:26,349 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40063,1731230304675-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:26,349 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40063,1731230304675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:26,349 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:40063, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:26,349 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:26,350 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:26,352 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:18:26,357 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.328sec 2024-11-10T09:18:26,357 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:18:26,357 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:18:26,357 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:18:26,357 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:18:26,357 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:18:26,357 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40063,1731230304675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:26,357 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40063,1731230304675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:18:26,360 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:18:26,360 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:18:26,360 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40063,1731230304675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:26,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194b4747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:26,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40063,-1 for getting cluster id 2024-11-10T09:18:26,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:26,404 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71b2cffd-869d-4f33-bbdd-c6e77fde224e' 2024-11-10T09:18:26,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:26,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71b2cffd-869d-4f33-bbdd-c6e77fde224e" 2024-11-10T09:18:26,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16328233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:26,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40063,-1] 2024-11-10T09:18:26,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:26,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:26,406 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:26,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd515b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:26,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,34801,1731230304864, seqNum=-1] 2024-11-10T09:18:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:26,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:26,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,40063,1731230304675 2024-11-10T09:18:26,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-10T09:18:26,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:26,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:18:26,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012409fbb50002 connected 2024-11-10T09:18:26,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:26,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/hadoop.log.dir so I do NOT create it in target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66 2024-11-10T09:18:26,445 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:18:26,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/hadoop.tmp.dir so I do NOT create it in target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66 2024-11-10T09:18:26,445 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:18:26,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66 2024-11-10T09:18:26,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:18:26,445 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/cluster_113984a2-bf30-8b89-b322-5da60ce30af5, deleteOnExit=true 2024-11-10T09:18:26,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:18:26,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/test.cache.data in system properties and HBase conf 2024-11-10T09:18:26,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:18:26,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:18:26,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:18:26,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:18:26,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:18:26,446 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:18:26,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:18:26,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:18:26,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:18:26,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:18:26,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:18:26,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:18:26,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:18:26,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:18:26,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:18:26,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:18:26,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:18:26,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:18:26,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:18:26,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:18:26,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:27,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:27,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:18:27,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:18:27,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:18:27,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:18:27,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:27,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372d7fa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:18:27,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a896e5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:18:27,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c155481{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/java.io.tmpdir/jetty-localhost-40065-hadoop-hdfs-3_4_1-tests_jar-_-any-7370861450764861680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:18:27,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ddcf75{HTTP/1.1, (http/1.1)}{localhost:40065} 2024-11-10T09:18:27,278 INFO [Time-limited test {}] server.Server(415): Started @40985ms 2024-11-10T09:18:27,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:27,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:18:27,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:18:27,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:18:27,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:18:27,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24630b66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:18:27,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ed1495c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:18:27,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ced294a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/java.io.tmpdir/jetty-localhost-38947-hadoop-hdfs-3_4_1-tests_jar-_-any-3256922781157344632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:18:27,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@222ba48{HTTP/1.1, (http/1.1)}{localhost:38947} 2024-11-10T09:18:27,923 INFO [Time-limited test {}] server.Server(415): Started @41631ms 2024-11-10T09:18:27,925 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:18:28,897 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/cluster_113984a2-bf30-8b89-b322-5da60ce30af5/data/data1/current/BP-1610101193-172.17.0.3-1731230306511/current, will proceed with Du for space computation calculation, 2024-11-10T09:18:28,897 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/cluster_113984a2-bf30-8b89-b322-5da60ce30af5/data/data2/current/BP-1610101193-172.17.0.3-1731230306511/current, will proceed with Du for space computation calculation, 2024-11-10T09:18:28,941 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:18:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdde8b10414e92663 with lease ID 0x98c8674a5e188745: Processing first storage report for DS-b8dfb52a-d658-429b-9f3b-b97ffbd28fc1 from datanode DatanodeRegistration(127.0.0.1:42883, datanodeUuid=55a649c7-7100-4f83-a5f3-dfa449a0574b, infoPort=35499, infoSecurePort=0, ipcPort=36909, storageInfo=lv=-57;cid=testClusterID;nsid=1352956537;c=1731230306511) 2024-11-10T09:18:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdde8b10414e92663 with lease ID 0x98c8674a5e188745: from storage DS-b8dfb52a-d658-429b-9f3b-b97ffbd28fc1 node DatanodeRegistration(127.0.0.1:42883, datanodeUuid=55a649c7-7100-4f83-a5f3-dfa449a0574b, infoPort=35499, infoSecurePort=0, ipcPort=36909, storageInfo=lv=-57;cid=testClusterID;nsid=1352956537;c=1731230306511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:18:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdde8b10414e92663 with lease ID 0x98c8674a5e188745: Processing first storage report for DS-ddc3bc14-935c-4be6-89ac-42519e1b344b from datanode DatanodeRegistration(127.0.0.1:42883, datanodeUuid=55a649c7-7100-4f83-a5f3-dfa449a0574b, infoPort=35499, infoSecurePort=0, ipcPort=36909, storageInfo=lv=-57;cid=testClusterID;nsid=1352956537;c=1731230306511) 2024-11-10T09:18:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdde8b10414e92663 with lease ID 0x98c8674a5e188745: from storage DS-ddc3bc14-935c-4be6-89ac-42519e1b344b node DatanodeRegistration(127.0.0.1:42883, datanodeUuid=55a649c7-7100-4f83-a5f3-dfa449a0574b, infoPort=35499, infoSecurePort=0, ipcPort=36909, storageInfo=lv=-57;cid=testClusterID;nsid=1352956537;c=1731230306511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:18:29,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66 2024-11-10T09:18:29,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:29,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:29,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:18:29,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47 with version=8 2024-11-10T09:18:29,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/hbase-staging 2024-11-10T09:18:29,067 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:29,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:29,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:29,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:29,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:29,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:29,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:18:29,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:29,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36229 2024-11-10T09:18:29,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36229 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-10T09:18:29,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362290x0, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:29,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36229-0x1012409fbb50003 connected 2024-11-10T09:18:29,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:29,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:29,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Set watcher on znode that does not yet exist, /12135900488/running 2024-11-10T09:18:29,333 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47, hbase.cluster.distributed=false 2024-11-10T09:18:29,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Set watcher on znode that does not yet exist, /12135900488/acl 2024-11-10T09:18:29,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-10T09:18:29,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36229 2024-11-10T09:18:29,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36229 2024-11-10T09:18:29,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-10T09:18:29,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-10T09:18:29,369 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:29,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:29,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:29,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:29,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:29,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:29,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:18:29,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:29,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42073 2024-11-10T09:18:29,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42073 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-10T09:18:29,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:29,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:29,388 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420730x0, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:29,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420730x0, quorum=127.0.0.1:63496, baseZNode=/12135900488 Set watcher on znode that does not yet exist, /12135900488/running 2024-11-10T09:18:29,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:18:29,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42073-0x1012409fbb50004 connected 2024-11-10T09:18:29,404 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:18:29,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Set watcher on znode that does not yet exist, /12135900488/master 2024-11-10T09:18:29,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Set watcher on znode that does not yet exist, /12135900488/acl 2024-11-10T09:18:29,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42073 2024-11-10T09:18:29,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42073 2024-11-10T09:18:29,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42073 2024-11-10T09:18:29,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42073 2024-11-10T09:18:29,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42073 2024-11-10T09:18:29,437 DEBUG [M:0;802346a334f5:36229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:36229 2024-11-10T09:18:29,439 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12135900488/backup-masters/802346a334f5,36229,1731230309067 2024-11-10T09:18:29,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488/backup-masters 2024-11-10T09:18:29,473 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488/backup-masters 2024-11-10T09:18:29,473 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Set watcher on existing znode=/12135900488/backup-masters/802346a334f5,36229,1731230309067 2024-11-10T09:18:29,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:29,483 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12135900488/master 2024-11-10T09:18:29,483 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:29,485 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Set watcher on existing znode=/12135900488/master 2024-11-10T09:18:29,487 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12135900488/backup-masters/802346a334f5,36229,1731230309067 from backup master directory 2024-11-10T09:18:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12135900488/backup-masters/802346a334f5,36229,1731230309067 2024-11-10T09:18:29,504 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488/backup-masters 2024-11-10T09:18:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488/backup-masters 2024-11-10T09:18:29,508 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:29,508 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,36229,1731230309067 2024-11-10T09:18:29,526 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/hbase.id] with ID: 80726e1e-793d-4f61-b3fe-b5eb946e4733 2024-11-10T09:18:29,526 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/.tmp/hbase.id 2024-11-10T09:18:29,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:18:29,586 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/.tmp/hbase.id]:[hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/hbase.id] 2024-11-10T09:18:29,637 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:29,637 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:18:29,641 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-10T09:18:29,673 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:29,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:29,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:18:29,745 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:29,746 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:18:29,759 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:29,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:18:29,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store 2024-11-10T09:18:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:18:30,350 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:30,350 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:18:30,350 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:30,350 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:30,350 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:18:30,350 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:30,350 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:30,350 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230310350Disabling compacts and flushes for region at 1731230310350Disabling writes for close at 1731230310350Writing region close event to WAL at 1731230310350Closed at 1731230310350 2024-11-10T09:18:30,352 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/.initializing 2024-11-10T09:18:30,352 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/WALs/802346a334f5,36229,1731230309067 2024-11-10T09:18:30,361 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:30,373 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C36229%2C1731230309067, suffix=, logDir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/WALs/802346a334f5,36229,1731230309067, archiveDir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/oldWALs, maxLogs=10 2024-11-10T09:18:30,393 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/WALs/802346a334f5,36229,1731230309067/802346a334f5%2C36229%2C1731230309067.1731230310373, exclude list is [], retry=0 2024-11-10T09:18:30,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42883,DS-b8dfb52a-d658-429b-9f3b-b97ffbd28fc1,DISK] 2024-11-10T09:18:30,441 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/WALs/802346a334f5,36229,1731230309067/802346a334f5%2C36229%2C1731230309067.1731230310373 2024-11-10T09:18:30,443 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-10T09:18:30,443 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:30,443 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:30,443 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,443 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:18:30,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:30,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:30,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:18:30,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:30,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:30,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:18:30,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:30,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:30,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:18:30,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:30,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:30,468 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,469 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,469 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,476 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,476 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,477 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:30,478 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:30,490 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:30,490 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72701131, jitterRate=0.08333127200603485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:30,491 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230310444Initializing all the Stores at 1731230310446 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230310446Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230310456 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230310456Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230310456Cleaning up temporary data from old regions at 1731230310476 (+20 ms)Region opened successfully at 1731230310491 (+15 ms) 2024-11-10T09:18:30,491 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:18:30,495 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e036ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:30,496 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:18:30,496 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:18:30,496 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:18:30,496 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:18:30,500 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-10T09:18:30,500 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:18:30,500 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:18:30,508 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:18:30,512 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Unable to get data of znode /12135900488/balancer because node does not exist (not necessarily an error) 2024-11-10T09:18:30,546 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12135900488/balancer already deleted, retry=false 2024-11-10T09:18:30,546 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:18:30,547 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Unable to get data of znode /12135900488/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:18:30,613 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12135900488/normalizer already deleted, retry=false 2024-11-10T09:18:30,613 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:18:30,614 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Unable to get data of znode /12135900488/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:18:30,660 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12135900488/switch/split already deleted, retry=false 2024-11-10T09:18:30,661 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Unable to get data of znode /12135900488/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:18:30,717 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12135900488/switch/merge already deleted, retry=false 2024-11-10T09:18:30,719 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Unable to get data of znode /12135900488/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:18:30,735 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12135900488/snapshot-cleanup already deleted, retry=false 2024-11-10T09:18:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12135900488/running 2024-11-10T09:18:30,807 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12135900488/running 2024-11-10T09:18:30,807 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:30,808 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,36229,1731230309067, sessionid=0x1012409fbb50003, setting cluster-up flag (Was=false) 2024-11-10T09:18:30,918 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:30,957 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12135900488/flush-table-proc/acquired, /12135900488/flush-table-proc/reached, /12135900488/flush-table-proc/abort 2024-11-10T09:18:30,958 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,36229,1731230309067 2024-11-10T09:18:30,978 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:30,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:31,009 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12135900488/online-snapshot/acquired, /12135900488/online-snapshot/reached, /12135900488/online-snapshot/abort 2024-11-10T09:18:31,010 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,36229,1731230309067 2024-11-10T09:18:31,011 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:18:31,013 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:31,013 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:18:31,014 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:18:31,014 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,36229,1731230309067 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:18:31,015 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:31,015 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:31,015 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:31,015 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:31,015 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:18:31,016 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,016 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:31,016 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,017 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230341017 2024-11-10T09:18:31,017 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:18:31,018 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:18:31,018 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:18:31,018 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:18:31,018 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:18:31,018 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:18:31,020 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,021 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:18:31,021 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:18:31,021 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:18:31,021 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:18:31,021 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:18:31,021 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:18:31,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:31,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:18:31,022 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230311022,5,FailOnTimeoutGroup] 2024-11-10T09:18:31,022 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230311022,5,FailOnTimeoutGroup] 2024-11-10T09:18:31,022 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,022 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:18:31,022 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,022 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:31,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:18:31,029 INFO [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(746): ClusterId : 80726e1e-793d-4f61-b3fe-b5eb946e4733 2024-11-10T09:18:31,029 DEBUG [RS:0;802346a334f5:42073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:18:31,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:18:31,042 DEBUG [RS:0;802346a334f5:42073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:18:31,042 DEBUG [RS:0;802346a334f5:42073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:18:31,052 DEBUG [RS:0;802346a334f5:42073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:18:31,052 DEBUG [RS:0;802346a334f5:42073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1993b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:31,062 DEBUG [RS:0;802346a334f5:42073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:42073 2024-11-10T09:18:31,062 INFO [RS:0;802346a334f5:42073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:18:31,062 INFO [RS:0;802346a334f5:42073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:18:31,062 DEBUG [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:18:31,063 INFO [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,36229,1731230309067 with port=42073, startcode=1731230309368 2024-11-10T09:18:31,063 DEBUG [RS:0;802346a334f5:42073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:18:31,065 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:18:31,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,42073,1731230309368 2024-11-10T09:18:31,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36229 {}] master.ServerManager(517): Registering regionserver=802346a334f5,42073,1731230309368 2024-11-10T09:18:31,067 DEBUG [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47 2024-11-10T09:18:31,067 DEBUG [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36997 2024-11-10T09:18:31,067 DEBUG [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:18:31,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488/rs 2024-11-10T09:18:31,143 DEBUG [RS:0;802346a334f5:42073 {}] zookeeper.ZKUtil(111): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Set watcher on existing znode=/12135900488/rs/802346a334f5,42073,1731230309368 2024-11-10T09:18:31,143 WARN [RS:0;802346a334f5:42073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:31,143 INFO [RS:0;802346a334f5:42073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:31,144 DEBUG [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/WALs/802346a334f5,42073,1731230309368 2024-11-10T09:18:31,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,42073,1731230309368] 2024-11-10T09:18:31,148 INFO [RS:0;802346a334f5:42073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:18:31,150 INFO [RS:0;802346a334f5:42073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:18:31,151 INFO [RS:0;802346a334f5:42073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:18:31,151 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,151 INFO [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:18:31,152 INFO [RS:0;802346a334f5:42073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:18:31,152 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,152 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,152 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,152 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,152 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,153 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,153 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:31,153 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,153 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,153 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,153 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,153 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,153 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:31,153 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:31,153 DEBUG [RS:0;802346a334f5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:31,156 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,156 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,156 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,156 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,156 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,156 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42073,1731230309368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:31,170 INFO [RS:0;802346a334f5:42073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:18:31,170 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42073,1731230309368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,171 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,171 INFO [RS:0;802346a334f5:42073 {}] regionserver.Replication(171): 802346a334f5,42073,1731230309368 started 2024-11-10T09:18:31,184 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:31,184 INFO [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,42073,1731230309368, RpcServer on 802346a334f5/172.17.0.3:42073, sessionid=0x1012409fbb50004 2024-11-10T09:18:31,184 DEBUG [RS:0;802346a334f5:42073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:18:31,184 DEBUG [RS:0;802346a334f5:42073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,42073,1731230309368 2024-11-10T09:18:31,184 DEBUG [RS:0;802346a334f5:42073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,42073,1731230309368' 2024-11-10T09:18:31,184 DEBUG [RS:0;802346a334f5:42073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12135900488/flush-table-proc/abort' 2024-11-10T09:18:31,185 DEBUG [RS:0;802346a334f5:42073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12135900488/flush-table-proc/acquired' 2024-11-10T09:18:31,185 DEBUG [RS:0;802346a334f5:42073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:18:31,185 DEBUG [RS:0;802346a334f5:42073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:18:31,185 DEBUG [RS:0;802346a334f5:42073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,42073,1731230309368 2024-11-10T09:18:31,185 DEBUG [RS:0;802346a334f5:42073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,42073,1731230309368' 2024-11-10T09:18:31,185 DEBUG [RS:0;802346a334f5:42073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12135900488/online-snapshot/abort' 2024-11-10T09:18:31,186 DEBUG [RS:0;802346a334f5:42073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12135900488/online-snapshot/acquired' 2024-11-10T09:18:31,186 DEBUG [RS:0;802346a334f5:42073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:18:31,186 INFO [RS:0;802346a334f5:42073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:18:31,186 INFO [RS:0;802346a334f5:42073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:18:31,286 INFO [RS:0;802346a334f5:42073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:31,288 INFO [RS:0;802346a334f5:42073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C42073%2C1731230309368, suffix=, logDir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/WALs/802346a334f5,42073,1731230309368, archiveDir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/oldWALs, maxLogs=10 2024-11-10T09:18:31,300 DEBUG [RS:0;802346a334f5:42073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/WALs/802346a334f5,42073,1731230309368/802346a334f5%2C42073%2C1731230309368.1731230311288, exclude list is [], retry=0 2024-11-10T09:18:31,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42883,DS-b8dfb52a-d658-429b-9f3b-b97ffbd28fc1,DISK] 2024-11-10T09:18:31,305 INFO [RS:0;802346a334f5:42073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/WALs/802346a334f5,42073,1731230309368/802346a334f5%2C42073%2C1731230309368.1731230311288 2024-11-10T09:18:31,305 DEBUG [RS:0;802346a334f5:42073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-10T09:18:31,432 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:18:31,432 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47 2024-11-10T09:18:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:18:31,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:18:31,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:31,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:31,792 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:18:31,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:31,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:31,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:31,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:31,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:31,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:31,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:31,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:31,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:31,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:31,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:31,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:31,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:31,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:31,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:31,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:31,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:31,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:31,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740 2024-11-10T09:18:31,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740 2024-11-10T09:18:31,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:31,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:31,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:31,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:31,854 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:31,854 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66932068, jitterRate=-0.0026344656944274902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:31,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230311840Initializing all the Stores at 1731230311840Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230311840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230311841 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230311841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230311841Cleaning up temporary data from old regions at 1731230311850 (+9 ms)Region opened successfully at 1731230311855 (+5 ms) 2024-11-10T09:18:31,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:18:31,855 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:18:31,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:18:31,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:18:31,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:18:31,855 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:31,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230311855Disabling compacts and flushes for region at 1731230311855Disabling writes for close at 1731230311855Writing region close event to WAL at 1731230311855Closed at 1731230311855 2024-11-10T09:18:31,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:31,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:18:31,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:18:31,858 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:31,859 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:18:32,010 DEBUG [802346a334f5:36229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:18:32,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,42073,1731230309368 2024-11-10T09:18:32,011 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,42073,1731230309368, state=OPENING 2024-11-10T09:18:32,030 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:18:32,051 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:32,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:32,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:32,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,42073,1731230309368}] 2024-11-10T09:18:32,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12135900488/meta-region-server: CHANGED 2024-11-10T09:18:32,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12135900488/meta-region-server: CHANGED 2024-11-10T09:18:32,205 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:18:32,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:18:32,210 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:18:32,210 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:32,210 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:18:32,212 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C42073%2C1731230309368.meta, suffix=.meta, logDir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/WALs/802346a334f5,42073,1731230309368, archiveDir=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/oldWALs, maxLogs=10 2024-11-10T09:18:32,225 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/WALs/802346a334f5,42073,1731230309368/802346a334f5%2C42073%2C1731230309368.meta.1731230312212.meta, exclude list is [], retry=0 2024-11-10T09:18:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42883,DS-b8dfb52a-d658-429b-9f3b-b97ffbd28fc1,DISK] 2024-11-10T09:18:32,229 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/WALs/802346a334f5,42073,1731230309368/802346a334f5%2C42073%2C1731230309368.meta.1731230312212.meta 2024-11-10T09:18:32,230 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-10T09:18:32,230 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:32,230 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:32,230 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:32,230 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:18:32,230 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:18:32,230 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:18:32,230 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:32,231 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:18:32,231 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:18:32,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:32,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:32,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:32,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:32,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:32,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:32,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:32,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:32,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:32,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:32,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:32,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:32,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:32,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:32,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:32,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:32,238 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:32,239 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740 2024-11-10T09:18:32,240 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740 2024-11-10T09:18:32,241 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:32,241 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:32,242 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:32,243 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:32,244 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62281102, jitterRate=-0.07193925976753235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:32,244 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:18:32,244 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230312231Writing region info on filesystem at 1731230312231Initializing all the Stores at 1731230312231Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230312232 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230312232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230312232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230312232Cleaning up temporary data from old regions at 1731230312241 (+9 ms)Running coprocessor post-open hooks at 1731230312244 (+3 ms)Region opened successfully at 1731230312244 2024-11-10T09:18:32,246 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230312205 2024-11-10T09:18:32,248 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:18:32,248 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:18:32,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,42073,1731230309368 2024-11-10T09:18:32,250 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,42073,1731230309368, state=OPEN 2024-11-10T09:18:32,262 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12135900488/meta-region-server 2024-11-10T09:18:32,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12135900488/meta-region-server 2024-11-10T09:18:32,262 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,42073,1731230309368 2024-11-10T09:18:32,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12135900488/meta-region-server: CHANGED 2024-11-10T09:18:32,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12135900488/meta-region-server: CHANGED 2024-11-10T09:18:32,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:18:32,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,42073,1731230309368 in 210 msec 2024-11-10T09:18:32,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:18:32,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-10T09:18:32,269 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:32,269 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:18:32,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:32,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42073,1731230309368, seqNum=-1] 2024-11-10T09:18:32,271 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:32,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:32,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-10T09:18:32,278 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230312278, completionTime=-1 2024-11-10T09:18:32,278 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:18:32,278 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:18:32,280 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:18:32,280 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230372280 2024-11-10T09:18:32,280 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230432280 2024-11-10T09:18:32,280 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T09:18:32,281 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36229,1731230309067-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:32,281 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36229,1731230309067-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:32,281 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36229,1731230309067-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:32,281 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:36229, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:32,281 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:32,281 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:32,283 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:18:32,285 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.777sec 2024-11-10T09:18:32,286 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:18:32,286 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:18:32,286 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:18:32,286 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:18:32,286 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:18:32,286 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36229,1731230309067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:32,286 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36229,1731230309067-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:18:32,288 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:18:32,288 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:18:32,288 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36229,1731230309067-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:32,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf8d0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:32,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36229,-1 for getting cluster id 2024-11-10T09:18:32,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:32,332 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80726e1e-793d-4f61-b3fe-b5eb946e4733' 2024-11-10T09:18:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80726e1e-793d-4f61-b3fe-b5eb946e4733" 2024-11-10T09:18:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6612a0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36229,-1] 2024-11-10T09:18:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:32,335 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:32,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f094d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:32,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42073,1731230309368, seqNum=-1] 2024-11-10T09:18:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:32,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:32,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,36229,1731230309067 2024-11-10T09:18:32,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-10T09:18:32,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:32,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012409fbb50005 connected 2024-11-10T09:18:32,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ecce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:32,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40063,-1 for getting cluster id 2024-11-10T09:18:32,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:32,381 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71b2cffd-869d-4f33-bbdd-c6e77fde224e' 2024-11-10T09:18:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71b2cffd-869d-4f33-bbdd-c6e77fde224e" 2024-11-10T09:18:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f640e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40063,-1] 2024-11-10T09:18:32,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:32,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:32,384 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:32,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b19e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:32,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,40063,1731230304675 2024-11-10T09:18:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c231aa 2024-11-10T09:18:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:32,387 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:32,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:36229,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:18:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:18:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:32,391 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36229' 2024-11-10T09:18:32,392 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c34ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:32,393 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36229,-1 for getting cluster id 2024-11-10T09:18:32,393 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:32,393 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80726e1e-793d-4f61-b3fe-b5eb946e4733' 2024-11-10T09:18:32,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:32,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80726e1e-793d-4f61-b3fe-b5eb946e4733" 2024-11-10T09:18:32,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f53fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:32,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36229,-1] 2024-11-10T09:18:32,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:32,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:32,395 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:32,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ba02cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:32,396 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:32,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36229,1731230309067 2024-11-10T09:18:32,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695a721a 2024-11-10T09:18:32,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:32,399 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:32,400 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T09:18:32,400 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:18:32,400 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:32,400 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:32,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:32,400 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:32,402 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:18:32,403 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:18:32,403 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:32,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:18:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741835_1011 (size=1138) 2024-11-10T09:18:32,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdefb995d2480851c6152a6e48be6240, NAME => 'hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4 2024-11-10T09:18:32,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741836_1012 (size=44) 2024-11-10T09:18:32,452 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:18:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:32,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:32,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cdefb995d2480851c6152a6e48be6240, disabling compactions & flushes 2024-11-10T09:18:32,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:32,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:32,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. after waiting 0 ms 2024-11-10T09:18:32,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:32,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:32,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdefb995d2480851c6152a6e48be6240: Waiting for close lock at 1731230312830Disabling compacts and flushes for region at 1731230312830Disabling writes for close at 1731230312830Writing region close event to WAL at 1731230312830Closed at 1731230312830 2024-11-10T09:18:32,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:18:32,832 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230312832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230312832"}]},"ts":"1731230312832"} 2024-11-10T09:18:32,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:18:32,836 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:18:32,836 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230312836"}]},"ts":"1731230312836"} 2024-11-10T09:18:32,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:18:32,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdefb995d2480851c6152a6e48be6240, ASSIGN}] 2024-11-10T09:18:32,840 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdefb995d2480851c6152a6e48be6240, ASSIGN 2024-11-10T09:18:32,841 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdefb995d2480851c6152a6e48be6240, ASSIGN; state=OFFLINE, location=802346a334f5,34801,1731230304864; forceNewPlan=false, retain=false 2024-11-10T09:18:32,992 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cdefb995d2480851c6152a6e48be6240, regionState=OPENING, regionLocation=802346a334f5,34801,1731230304864 2024-11-10T09:18:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdefb995d2480851c6152a6e48be6240, ASSIGN because future has completed 2024-11-10T09:18:32,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdefb995d2480851c6152a6e48be6240, server=802346a334f5,34801,1731230304864}] 2024-11-10T09:18:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:33,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:33,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:33,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:18:33,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C34801%2C1731230304864.rep, suffix=, logDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864, archiveDir=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/oldWALs, maxLogs=10 2024-11-10T09:18:33,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.rep.1731230313155, exclude list is [], retry=0 2024-11-10T09:18:33,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-72338dc1-a0cf-4f0b-b0a6-ff54c4c07b80,DISK] 2024-11-10T09:18:33,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.rep.1731230313155 2024-11-10T09:18:33,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46161:46161)] 2024-11-10T09:18:33,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cdefb995d2480851c6152a6e48be6240, NAME => 'hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:33,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:33,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:33,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. service=MultiRowMutationService 2024-11-10T09:18:33,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:18:33,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:33,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,174 INFO [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,175 INFO [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdefb995d2480851c6152a6e48be6240 columnFamilyName hfileref 2024-11-10T09:18:33,175 DEBUG [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:33,176 INFO [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] regionserver.HStore(327): Store=cdefb995d2480851c6152a6e48be6240/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:33,176 INFO [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,177 INFO [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdefb995d2480851c6152a6e48be6240 columnFamilyName queue 2024-11-10T09:18:33,177 DEBUG [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:33,178 INFO [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] regionserver.HStore(327): Store=cdefb995d2480851c6152a6e48be6240/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:33,178 INFO [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,179 INFO [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdefb995d2480851c6152a6e48be6240 columnFamilyName sid 2024-11-10T09:18:33,179 DEBUG [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:33,180 INFO [StoreOpener-cdefb995d2480851c6152a6e48be6240-1 {}] regionserver.HStore(327): Store=cdefb995d2480851c6152a6e48be6240/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:33,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/replication/cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/replication/cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:18:33,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/replication/cdefb995d2480851c6152a6e48be6240/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:33,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cdefb995d2480851c6152a6e48be6240; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66320479, jitterRate=-0.011747851967811584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:18:33,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:33,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cdefb995d2480851c6152a6e48be6240: Running coprocessor pre-open hook at 1731230313172Writing region info on filesystem at 1731230313172Initializing all the Stores at 1731230313173 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230313174 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230313174Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230313174Cleaning up temporary data from old regions at 1731230313182 (+8 ms)Running coprocessor post-open hooks at 1731230313187 (+5 ms)Region opened successfully at 1731230313187 2024-11-10T09:18:33,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240., pid=7, masterSystemTime=1731230313147 2024-11-10T09:18:33,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:33,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:33,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cdefb995d2480851c6152a6e48be6240, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,34801,1731230304864 2024-11-10T09:18:33,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdefb995d2480851c6152a6e48be6240, server=802346a334f5,34801,1731230304864 because future has completed 2024-11-10T09:18:33,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T09:18:33,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cdefb995d2480851c6152a6e48be6240, server=802346a334f5,34801,1731230304864 in 200 msec 2024-11-10T09:18:33,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:18:33,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdefb995d2480851c6152a6e48be6240, ASSIGN in 360 msec 2024-11-10T09:18:33,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:18:33,204 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230313203"}]},"ts":"1731230313203"} 2024-11-10T09:18:33,206 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:18:33,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:18:33,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 807 msec 2024-11-10T09:18:33,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240., hostname=802346a334f5,34801,1731230304864, seqNum=2] 2024-11-10T09:18:33,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:33,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:33,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:18:33,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T09:18:33,459 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:18:33,487 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,34801,1731230304864, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:18:33,488 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:33,488 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,34801,1731230304864, seqNum=-1] 2024-11-10T09:18:33,488 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:33,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-10T09:18:33,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,34801,1731230304864', locateType=CURRENT is [region=hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240., hostname=802346a334f5,34801,1731230304864, seqNum=2] 2024-11-10T09:18:33,494 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T09:18:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T09:18:33,497 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,34801,1731230304864 suceeded 2024-11-10T09:18:33,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T09:18:33,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T09:18:33,499 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:36229,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:18:33,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1110 sec 2024-11-10T09:18:33,509 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36229' 2024-11-10T09:18:33,510 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b0ca75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:33,510 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36229,-1 for getting cluster id 2024-11-10T09:18:33,510 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:33,510 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80726e1e-793d-4f61-b3fe-b5eb946e4733' 2024-11-10T09:18:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80726e1e-793d-4f61-b3fe-b5eb946e4733" 2024-11-10T09:18:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69b1a16a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36229,-1] 2024-11-10T09:18:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:33,512 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:33,513 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59875e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:33,513 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:33,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36229,1731230309067 2024-11-10T09:18:33,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c3cbffd 2024-11-10T09:18:33,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:33,515 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-10T09:18:33,515 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,34801,1731230304864 (queues=1) is replicating from cluster=71b2cffd-869d-4f33-bbdd-c6e77fde224e to cluster=80726e1e-793d-4f61-b3fe-b5eb946e4733 2024-11-10T09:18:33,515 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C34801%2C1731230304864 2024-11-10T09:18:33,516 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,34801,1731230304864, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:18:33,516 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.shipper802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C34801%2C1731230304864 2024-11-10T09:18:33,516 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.wal-reader.802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.1731230305908, startPosition=0, beingWritten=true 2024-11-10T09:18:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:33,524 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:18:33,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:33,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:33,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:33,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:33,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:33,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,40063,1731230304675 2024-11-10T09:18:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc297f3 2024-11-10T09:18:33,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:33,526 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:33,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T09:18:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:18:33,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:33,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:33,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:33,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:33,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:33,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:18:33,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=479089456, stopped=false 2024-11-10T09:18:33,528 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,36229,1731230309067 2024-11-10T09:18:33,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12135900488/running 2024-11-10T09:18:33,535 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12135900488/running 2024-11-10T09:18:33,535 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:33,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:33,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:18:33,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:33,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:33,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:33,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Set watcher on znode that does not yet exist, /12135900488/running 2024-11-10T09:18:33,536 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,42073,1731230309368' ***** 2024-11-10T09:18:33,536 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:18:33,536 INFO [RS:0;802346a334f5:42073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:18:33,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Set watcher on znode that does not yet exist, /12135900488/running 2024-11-10T09:18:33,536 INFO [RS:0;802346a334f5:42073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:18:33,536 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:18:33,536 INFO [RS:0;802346a334f5:42073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:18:33,537 INFO [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,42073,1731230309368 2024-11-10T09:18:33,537 INFO [RS:0;802346a334f5:42073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:18:33,537 INFO [RS:0;802346a334f5:42073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:42073. 2024-11-10T09:18:33,537 DEBUG [RS:0;802346a334f5:42073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:33,537 DEBUG [RS:0;802346a334f5:42073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:33,537 INFO [RS:0;802346a334f5:42073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:18:33,537 INFO [RS:0;802346a334f5:42073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:18:33,537 INFO [RS:0;802346a334f5:42073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:18:33,537 INFO [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:18:33,537 INFO [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:18:33,537 DEBUG [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:18:33,537 DEBUG [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:18:33,537 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:18:33,537 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:18:33,537 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:18:33,537 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:18:33,537 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:18:33,538 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T09:18:33,552 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740/.tmp/ns/53003becac584ff892d5eaf3d1174db2 is 43, key is default/ns:d/1731230312272/Put/seqid=0 2024-11-10T09:18:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741835_1011 (size=5153) 2024-11-10T09:18:33,559 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:18:33,721 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.wal-reader.802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.1731230305908 to pos 0, reset compression=false 2024-11-10T09:18:33,737 DEBUG [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:18:33,938 DEBUG [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:18:33,958 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740/.tmp/ns/53003becac584ff892d5eaf3d1174db2 2024-11-10T09:18:33,965 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740/.tmp/ns/53003becac584ff892d5eaf3d1174db2 as hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740/ns/53003becac584ff892d5eaf3d1174db2 2024-11-10T09:18:33,972 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740/ns/53003becac584ff892d5eaf3d1174db2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T09:18:33,973 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-10T09:18:33,978 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T09:18:33,978 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:18:33,978 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:18:33,978 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:33,978 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230313537Running coprocessor pre-close hooks at 1731230313537Disabling compacts and flushes for region at 1731230313537Disabling writes for close at 1731230313537Obtaining lock to block concurrent updates at 1731230313538 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731230313538Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731230313538Flushing stores of hbase:meta,,1.1588230740 at 1731230313538Flushing 1588230740/ns: creating writer at 1731230313538Flushing 1588230740/ns: appending metadata at 1731230313552 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731230313552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eea069f: reopening flushed file at 1731230313964 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1731230313973 (+9 ms)Writing region close event to WAL at 1731230313974 (+1 ms)Running coprocessor post-close hooks at 1731230313978 (+4 ms)Closed at 1731230313978 2024-11-10T09:18:33,978 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:34,026 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.wal-reader.802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.1731230305908 to pos 0, reset compression=false 2024-11-10T09:18:34,138 INFO [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,42073,1731230309368; all regions closed. 2024-11-10T09:18:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741834_1010 (size=1152) 2024-11-10T09:18:34,141 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/WALs/802346a334f5,42073,1731230309368/802346a334f5%2C42073%2C1731230309368.meta.1731230312212.meta not finished, retry = 0 2024-11-10T09:18:34,206 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:18:34,206 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:18:34,243 DEBUG [RS:0;802346a334f5:42073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/oldWALs 2024-11-10T09:18:34,243 INFO [RS:0;802346a334f5:42073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C42073%2C1731230309368.meta:.meta(num 1731230312212) 2024-11-10T09:18:34,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741832_1008 (size=93) 2024-11-10T09:18:34,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/WALs/802346a334f5,42073,1731230309368/802346a334f5%2C42073%2C1731230309368.1731230311288 not finished, retry = 0 2024-11-10T09:18:34,348 DEBUG [RS:0;802346a334f5:42073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/oldWALs 2024-11-10T09:18:34,348 INFO [RS:0;802346a334f5:42073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C42073%2C1731230309368:(num 1731230311288) 2024-11-10T09:18:34,348 DEBUG [RS:0;802346a334f5:42073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:34,348 INFO [RS:0;802346a334f5:42073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:18:34,349 INFO [RS:0;802346a334f5:42073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:18:34,349 INFO [RS:0;802346a334f5:42073 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:18:34,349 INFO [RS:0;802346a334f5:42073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:18:34,349 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:18:34,349 INFO [RS:0;802346a334f5:42073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42073 2024-11-10T09:18:34,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488/rs 2024-11-10T09:18:34,356 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12135900488/rs/802346a334f5,42073,1731230309368 2024-11-10T09:18:34,356 INFO [RS:0;802346a334f5:42073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:18:34,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,42073,1731230309368] 2024-11-10T09:18:34,377 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12135900488/draining/802346a334f5,42073,1731230309368 already deleted, retry=false 2024-11-10T09:18:34,378 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,42073,1731230309368 expired; onlineServers=0 2024-11-10T09:18:34,378 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,36229,1731230309067' ***** 2024-11-10T09:18:34,378 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:18:34,378 INFO [M:0;802346a334f5:36229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:18:34,378 INFO [M:0;802346a334f5:36229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:18:34,378 DEBUG [M:0;802346a334f5:36229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:18:34,378 DEBUG [M:0;802346a334f5:36229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:18:34,378 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230311022 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230311022,5,FailOnTimeoutGroup] 2024-11-10T09:18:34,378 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:18:34,378 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230311022 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230311022,5,FailOnTimeoutGroup] 2024-11-10T09:18:34,378 INFO [M:0;802346a334f5:36229 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:18:34,378 INFO [M:0;802346a334f5:36229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:18:34,378 DEBUG [M:0;802346a334f5:36229 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:18:34,379 INFO [M:0;802346a334f5:36229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:18:34,379 INFO [M:0;802346a334f5:36229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:18:34,379 INFO [M:0;802346a334f5:36229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:18:34,379 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:18:34,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12135900488/master 2024-11-10T09:18:34,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135900488 2024-11-10T09:18:34,398 DEBUG [M:0;802346a334f5:36229 {}] zookeeper.ZKUtil(347): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Unable to get data of znode /12135900488/master because node does not exist (not an error) 2024-11-10T09:18:34,398 WARN [M:0;802346a334f5:36229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:18:34,399 INFO [M:0;802346a334f5:36229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/.lastflushedseqids 2024-11-10T09:18:34,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741836_1012 (size=99) 2024-11-10T09:18:34,431 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.wal-reader.802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.1731230305908 to pos 0, reset compression=false 2024-11-10T09:18:34,467 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:34,467 INFO [RS:0;802346a334f5:42073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:18:34,467 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x1012409fbb50004, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:34,467 INFO [RS:0;802346a334f5:42073 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,42073,1731230309368; zookeeper connection closed. 2024-11-10T09:18:34,467 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77ba8e8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77ba8e8a 2024-11-10T09:18:34,468 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:18:34,804 INFO [M:0;802346a334f5:36229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:18:34,804 INFO [M:0;802346a334f5:36229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:18:34,804 DEBUG [M:0;802346a334f5:36229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:18:34,804 INFO [M:0;802346a334f5:36229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:34,804 DEBUG [M:0;802346a334f5:36229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:34,805 DEBUG [M:0;802346a334f5:36229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:18:34,805 DEBUG [M:0;802346a334f5:36229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:34,805 INFO [M:0;802346a334f5:36229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T09:18:34,820 DEBUG [M:0;802346a334f5:36229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f85e8e0de5546d8a90f2dc2a57b2979 is 82, key is hbase:meta,,1/info:regioninfo/1731230312249/Put/seqid=0 2024-11-10T09:18:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741837_1013 (size=5672) 2024-11-10T09:18:34,935 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.wal-reader.802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.1731230305908 to pos 0, reset compression=false 2024-11-10T09:18:35,226 INFO [M:0;802346a334f5:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f85e8e0de5546d8a90f2dc2a57b2979 2024-11-10T09:18:35,244 DEBUG [M:0;802346a334f5:36229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46a31bff4c8c4d10914442b1aa703d8f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731230312277/Put/seqid=0 2024-11-10T09:18:35,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741838_1014 (size=5275) 2024-11-10T09:18:35,541 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.wal-reader.802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.1731230305908 to pos 0, reset compression=false 2024-11-10T09:18:35,649 INFO [M:0;802346a334f5:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46a31bff4c8c4d10914442b1aa703d8f 2024-11-10T09:18:35,668 DEBUG [M:0;802346a334f5:36229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4c51278e6514257a5a02e6eca6d00b3 is 69, key is 802346a334f5,42073,1731230309368/rs:state/1731230311066/Put/seqid=0 2024-11-10T09:18:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741839_1015 (size=5156) 2024-11-10T09:18:36,073 INFO [M:0;802346a334f5:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4c51278e6514257a5a02e6eca6d00b3 2024-11-10T09:18:36,079 DEBUG [M:0;802346a334f5:36229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f85e8e0de5546d8a90f2dc2a57b2979 as hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f85e8e0de5546d8a90f2dc2a57b2979 2024-11-10T09:18:36,086 INFO [M:0;802346a334f5:36229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f85e8e0de5546d8a90f2dc2a57b2979, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T09:18:36,087 DEBUG [M:0;802346a334f5:36229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46a31bff4c8c4d10914442b1aa703d8f as hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46a31bff4c8c4d10914442b1aa703d8f 2024-11-10T09:18:36,093 INFO [M:0;802346a334f5:36229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46a31bff4c8c4d10914442b1aa703d8f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T09:18:36,094 DEBUG [M:0;802346a334f5:36229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4c51278e6514257a5a02e6eca6d00b3 as hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4c51278e6514257a5a02e6eca6d00b3 2024-11-10T09:18:36,100 INFO [M:0;802346a334f5:36229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4c51278e6514257a5a02e6eca6d00b3, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T09:18:36,101 INFO [M:0;802346a334f5:36229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false 2024-11-10T09:18:36,103 INFO [M:0;802346a334f5:36229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:36,103 DEBUG [M:0;802346a334f5:36229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230314804Disabling compacts and flushes for region at 1731230314804Disabling writes for close at 1731230314805 (+1 ms)Obtaining lock to block concurrent updates at 1731230314805Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230314805Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731230314805Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230314806 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230314806Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230314819 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230314819Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230315231 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230315244 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230315244Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230315655 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230315668 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230315668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d298367: reopening flushed file at 1731230316078 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a67859c: reopening flushed file at 1731230316086 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae4f5cd: reopening flushed file at 1731230316093 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false at 1731230316101 (+8 ms)Writing region close event to WAL at 1731230316102 (+1 ms)Closed at 1731230316103 (+1 ms) 2024-11-10T09:18:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741830_1006 (size=10165) 2024-11-10T09:18:36,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f854d17-8c37-38b0-c3c8-57190e6faf47/MasterData/WALs/802346a334f5,36229,1731230309067/802346a334f5%2C36229%2C1731230309067.1731230310373 not finished, retry = 0 2024-11-10T09:18:36,206 INFO [M:0;802346a334f5:36229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:18:36,206 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:18:36,206 INFO [M:0;802346a334f5:36229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36229 2024-11-10T09:18:36,207 INFO [M:0;802346a334f5:36229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:18:36,246 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.wal-reader.802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.1731230305908 to pos 0, reset compression=false 2024-11-10T09:18:36,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:36,372 INFO [M:0;802346a334f5:36229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:18:36,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1012409fbb50003, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:36,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ced294a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:18:36,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@222ba48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:18:36,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:18:36,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ed1495c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:18:36,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24630b66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/hadoop.log.dir/,STOPPED} 2024-11-10T09:18:36,376 WARN [BP-1610101193-172.17.0.3-1731230306511 heartbeating to localhost/127.0.0.1:36997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:18:36,376 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:18:36,376 WARN [BP-1610101193-172.17.0.3-1731230306511 heartbeating to localhost/127.0.0.1:36997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1610101193-172.17.0.3-1731230306511 (Datanode Uuid 55a649c7-7100-4f83-a5f3-dfa449a0574b) service to localhost/127.0.0.1:36997 2024-11-10T09:18:36,376 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:18:36,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/cluster_113984a2-bf30-8b89-b322-5da60ce30af5/data/data1/current/BP-1610101193-172.17.0.3-1731230306511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:18:36,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/cluster_113984a2-bf30-8b89-b322-5da60ce30af5/data/data2/current/BP-1610101193-172.17.0.3-1731230306511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:18:36,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:18:36,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c155481{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:18:36,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ddcf75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:18:36,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:18:36,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a896e5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:18:36,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372d7fa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/hadoop.log.dir/,STOPPED} 2024-11-10T09:18:36,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:18:36,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:18:36,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:36,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:36,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:36,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:36,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:36,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:18:36,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=721432093, stopped=false 2024-11-10T09:18:36,396 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,40063,1731230304675 2024-11-10T09:18:36,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01899119277/running 2024-11-10T09:18:36,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01899119277/running 2024-11-10T09:18:36,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:36,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:36,420 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:18:36,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:36,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:36,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:36,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Set watcher on znode that does not yet exist, /01899119277/running 2024-11-10T09:18:36,420 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,34801,1731230304864' ***** 2024-11-10T09:18:36,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Set watcher on znode that does not yet exist, /01899119277/running 2024-11-10T09:18:36,420 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:18:36,420 INFO [RS:0;802346a334f5:34801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:18:36,421 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:18:36,421 INFO [RS:0;802346a334f5:34801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:18:36,421 INFO [RS:0;802346a334f5:34801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:18:36,421 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(3091): Received CLOSE for cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:36,421 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,34801,1731230304864 2024-11-10T09:18:36,421 INFO [RS:0;802346a334f5:34801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:18:36,421 INFO [RS:0;802346a334f5:34801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:34801. 2024-11-10T09:18:36,421 DEBUG [RS:0;802346a334f5:34801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:36,421 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdefb995d2480851c6152a6e48be6240, disabling compactions & flushes 2024-11-10T09:18:36,421 DEBUG [RS:0;802346a334f5:34801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:36,421 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:36,421 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:36,421 INFO [RS:0;802346a334f5:34801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:18:36,421 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. after waiting 0 ms 2024-11-10T09:18:36,421 INFO [RS:0;802346a334f5:34801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:18:36,421 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:36,421 INFO [RS:0;802346a334f5:34801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:18:36,421 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cdefb995d2480851c6152a6e48be6240 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T09:18:36,421 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:18:36,422 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:18:36,422 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1325): Online Regions={cdefb995d2480851c6152a6e48be6240=hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:18:36,422 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:36,422 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:18:36,422 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:18:36,422 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:18:36,422 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:18:36,422 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:18:36,422 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T09:18:36,437 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/replication/cdefb995d2480851c6152a6e48be6240/.tmp/queue/054c2ac247744040872750ad06dd40f1 is 151, key is 1-802346a334f5,34801,1731230304864/queue:802346a334f5%2C34801%2C1731230304864/1731230313493/Put/seqid=0 2024-11-10T09:18:36,440 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/.tmp/info/71257e76ba8943d8a66392da3f8b36af is 147, key is hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240./info:regioninfo/1731230313191/Put/seqid=0 2024-11-10T09:18:36,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741838_1014 (size=5350) 2024-11-10T09:18:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741839_1015 (size=6631) 2024-11-10T09:18:36,508 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:18:36,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T09:18:36,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T09:18:36,622 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:36,822 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdefb995d2480851c6152a6e48be6240 2024-11-10T09:18:36,832 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:18:36,832 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:18:36,842 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/replication/cdefb995d2480851c6152a6e48be6240/.tmp/queue/054c2ac247744040872750ad06dd40f1 2024-11-10T09:18:36,844 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/.tmp/info/71257e76ba8943d8a66392da3f8b36af 2024-11-10T09:18:36,849 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/replication/cdefb995d2480851c6152a6e48be6240/.tmp/queue/054c2ac247744040872750ad06dd40f1 as hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/replication/cdefb995d2480851c6152a6e48be6240/queue/054c2ac247744040872750ad06dd40f1 2024-11-10T09:18:36,855 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/replication/cdefb995d2480851c6152a6e48be6240/queue/054c2ac247744040872750ad06dd40f1, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T09:18:36,856 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cdefb995d2480851c6152a6e48be6240 in 435ms, sequenceid=5, compaction requested=false 2024-11-10T09:18:36,856 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T09:18:36,864 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/.tmp/ns/c4dff8ab441b49f1a184a438cb856729 is 43, key is default/ns:d/1731230306339/Put/seqid=0 2024-11-10T09:18:36,866 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/replication/cdefb995d2480851c6152a6e48be6240/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:18:36,867 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:18:36,867 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:18:36,867 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:36,867 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdefb995d2480851c6152a6e48be6240: Waiting for close lock at 1731230316421Running coprocessor pre-close hooks at 1731230316421Disabling compacts and flushes for region at 1731230316421Disabling writes for close at 1731230316421Obtaining lock to block concurrent updates at 1731230316421Preparing flush snapshotting stores in cdefb995d2480851c6152a6e48be6240 at 1731230316421Finished memstore snapshotting hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731230316422 (+1 ms)Flushing stores of hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. at 1731230316422Flushing cdefb995d2480851c6152a6e48be6240/queue: creating writer at 1731230316422Flushing cdefb995d2480851c6152a6e48be6240/queue: appending metadata at 1731230316436 (+14 ms)Flushing cdefb995d2480851c6152a6e48be6240/queue: closing flushed file at 1731230316436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402a2203: reopening flushed file at 1731230316849 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cdefb995d2480851c6152a6e48be6240 in 435ms, sequenceid=5, compaction requested=false at 1731230316856 (+7 ms)Writing region close event to WAL at 1731230316863 (+7 ms)Running coprocessor post-close hooks at 1731230316867 (+4 ms)Closed at 1731230316867 2024-11-10T09:18:36,867 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230312400.cdefb995d2480851c6152a6e48be6240. 2024-11-10T09:18:36,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741840_1016 (size=5153) 2024-11-10T09:18:36,868 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/.tmp/ns/c4dff8ab441b49f1a184a438cb856729 2024-11-10T09:18:36,887 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/.tmp/table/f8304890c8d04e2a894853453dc54909 is 53, key is hbase:replication/table:state/1731230313203/Put/seqid=0 2024-11-10T09:18:36,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741841_1017 (size=5256) 2024-11-10T09:18:37,022 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:18:37,051 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.wal-reader.802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.1731230305908 to pos 0, reset compression=false 2024-11-10T09:18:37,223 DEBUG [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:18:37,292 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/.tmp/table/f8304890c8d04e2a894853453dc54909 2024-11-10T09:18:37,298 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/.tmp/info/71257e76ba8943d8a66392da3f8b36af as hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/info/71257e76ba8943d8a66392da3f8b36af 2024-11-10T09:18:37,304 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/info/71257e76ba8943d8a66392da3f8b36af, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T09:18:37,305 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/.tmp/ns/c4dff8ab441b49f1a184a438cb856729 as hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/ns/c4dff8ab441b49f1a184a438cb856729 2024-11-10T09:18:37,311 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/ns/c4dff8ab441b49f1a184a438cb856729, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:18:37,312 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/.tmp/table/f8304890c8d04e2a894853453dc54909 as hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/table/f8304890c8d04e2a894853453dc54909 2024-11-10T09:18:37,318 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/table/f8304890c8d04e2a894853453dc54909, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T09:18:37,319 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 897ms, sequenceid=11, compaction requested=false 2024-11-10T09:18:37,323 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T09:18:37,324 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:18:37,324 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:18:37,324 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:37,324 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230316422Running coprocessor pre-close hooks at 1731230316422Disabling compacts and flushes for region at 1731230316422Disabling writes for close at 1731230316422Obtaining lock to block concurrent updates at 1731230316422Preparing flush snapshotting stores in 1588230740 at 1731230316422Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731230316422Flushing stores of hbase:meta,,1.1588230740 at 1731230316423 (+1 ms)Flushing 1588230740/info: creating writer at 1731230316423Flushing 1588230740/info: appending metadata at 1731230316440 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731230316440Flushing 1588230740/ns: creating writer at 1731230316849 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731230316863 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731230316863Flushing 1588230740/table: creating writer at 1731230316873 (+10 ms)Flushing 1588230740/table: appending metadata at 1731230316886 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731230316886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231d89d1: reopening flushed file at 1731230317297 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6acf84c: reopening flushed file at 1731230317304 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c65c6a5: reopening flushed file at 1731230317311 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 897ms, sequenceid=11, compaction requested=false at 1731230317319 (+8 ms)Writing region close event to WAL at 1731230317320 (+1 ms)Running coprocessor post-close hooks at 1731230317324 (+4 ms)Closed at 1731230317324 2024-11-10T09:18:37,324 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:37,423 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,34801,1731230304864; all regions closed. 2024-11-10T09:18:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741834_1010 (size=2742) 2024-11-10T09:18:37,425 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.meta.1731230306227.meta not finished, retry = 0 2024-11-10T09:18:37,528 DEBUG [RS:0;802346a334f5:34801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/oldWALs 2024-11-10T09:18:37,528 INFO [RS:0;802346a334f5:34801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C34801%2C1731230304864.meta:.meta(num 1731230306227) 2024-11-10T09:18:37,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741837_1013 (size=1586) 2024-11-10T09:18:37,531 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/WALs/802346a334f5,34801,1731230304864/802346a334f5%2C34801%2C1731230304864.rep.1731230313155 not finished, retry = 0 2024-11-10T09:18:37,634 DEBUG [RS:0;802346a334f5:34801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/oldWALs 2024-11-10T09:18:37,634 INFO [RS:0;802346a334f5:34801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C34801%2C1731230304864.rep:(num 1731230313155) 2024-11-10T09:18:37,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741833_1009 (size=93) 2024-11-10T09:18:37,639 DEBUG [RS:0;802346a334f5:34801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/oldWALs 2024-11-10T09:18:37,639 INFO [RS:0;802346a334f5:34801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C34801%2C1731230304864:(num 1731230305908) 2024-11-10T09:18:37,639 DEBUG [RS:0;802346a334f5:34801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:37,639 INFO [RS:0;802346a334f5:34801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:18:37,639 INFO [RS:0;802346a334f5:34801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:18:37,639 INFO [RS:0;802346a334f5:34801 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:18:37,640 INFO [RS:0;802346a334f5:34801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:18:37,640 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:18:37,640 INFO [RS:0;802346a334f5:34801 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,34801,1731230304864 because: Region server is closing 2024-11-10T09:18:37,640 INFO [RS:0;802346a334f5:34801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:34801. 2024-11-10T09:18:37,640 DEBUG [RS:0;802346a334f5:34801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:37,640 DEBUG [RS:0;802346a334f5:34801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:37,640 DEBUG [RS:0;802346a334f5:34801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:37,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:37,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:18:37,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:37,741 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.shipper802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T09:18:37,741 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.wal-reader.802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:18:37,741 INFO [RS:0;802346a334f5:34801 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,34801,1731230304864.replicationSource.shipper802346a334f5%2C34801%2C1731230304864,1-802346a334f5,34801,1731230304864 terminated 2024-11-10T09:18:37,741 INFO [RS:0;802346a334f5:34801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34801 2024-11-10T09:18:37,754 INFO [RS:0;802346a334f5:34801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:18:37,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01899119277/rs/802346a334f5,34801,1731230304864 2024-11-10T09:18:37,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277/rs 2024-11-10T09:18:37,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:37,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:37,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,34801,1731230304864] 2024-11-10T09:18:37,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01899119277/draining/802346a334f5,34801,1731230304864 already deleted, retry=false 2024-11-10T09:18:37,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,34801,1731230304864 expired; onlineServers=0 2024-11-10T09:18:37,796 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,40063,1731230304675' ***** 2024-11-10T09:18:37,796 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:18:37,796 INFO [M:0;802346a334f5:40063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:18:37,796 INFO [M:0;802346a334f5:40063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:18:37,797 DEBUG [M:0;802346a334f5:40063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:18:37,797 DEBUG [M:0;802346a334f5:40063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:18:37,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:18:37,797 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230305570 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230305570,5,FailOnTimeoutGroup] 2024-11-10T09:18:37,797 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230305570 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230305570,5,FailOnTimeoutGroup] 2024-11-10T09:18:37,797 INFO [M:0;802346a334f5:40063 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:18:37,797 INFO [M:0;802346a334f5:40063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:18:37,797 DEBUG [M:0;802346a334f5:40063 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:18:37,797 INFO [M:0;802346a334f5:40063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:18:37,797 INFO [M:0;802346a334f5:40063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:18:37,797 INFO [M:0;802346a334f5:40063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:18:37,798 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:18:37,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01899119277/master 2024-11-10T09:18:37,809 DEBUG [M:0;802346a334f5:40063 {}] zookeeper.ZKUtil(347): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Unable to get data of znode /01899119277/master because node does not exist (not an error) 2024-11-10T09:18:37,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01899119277 2024-11-10T09:18:37,809 WARN [M:0;802346a334f5:40063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:18:37,810 INFO [M:0;802346a334f5:40063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/.lastflushedseqids 2024-11-10T09:18:37,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741842_1018 (size=181) 2024-11-10T09:18:37,876 INFO [RS:0;802346a334f5:34801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:18:37,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:37,876 INFO [RS:0;802346a334f5:34801 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,34801,1731230304864; zookeeper connection closed. 2024-11-10T09:18:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34801-0x1012409fbb50001, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:37,876 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67a880a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67a880a8 2024-11-10T09:18:37,876 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:18:38,215 INFO [M:0;802346a334f5:40063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:18:38,216 INFO [M:0;802346a334f5:40063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:18:38,216 DEBUG [M:0;802346a334f5:40063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:18:38,216 INFO [M:0;802346a334f5:40063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:38,216 DEBUG [M:0;802346a334f5:40063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:38,216 DEBUG [M:0;802346a334f5:40063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:18:38,216 DEBUG [M:0;802346a334f5:40063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:38,216 INFO [M:0;802346a334f5:40063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T09:18:38,231 DEBUG [M:0;802346a334f5:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3409035e413a479798021b5fafd643e2 is 82, key is hbase:meta,,1/info:regioninfo/1731230306278/Put/seqid=0 2024-11-10T09:18:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741843_1019 (size=5672) 2024-11-10T09:18:38,635 INFO [M:0;802346a334f5:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3409035e413a479798021b5fafd643e2 2024-11-10T09:18:38,660 DEBUG [M:0;802346a334f5:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab6fd2e261e54e4cbc95690a4d471b61 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731230313209/Put/seqid=0 2024-11-10T09:18:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741844_1020 (size=7203) 2024-11-10T09:18:39,065 INFO [M:0;802346a334f5:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab6fd2e261e54e4cbc95690a4d471b61 2024-11-10T09:18:39,088 DEBUG [M:0;802346a334f5:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a8ae83cc1da41bf823cb27ffd6b518a is 69, key is 802346a334f5,34801,1731230304864/rs:state/1731230305700/Put/seqid=0 2024-11-10T09:18:39,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741845_1021 (size=5156) 2024-11-10T09:18:39,092 INFO [M:0;802346a334f5:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a8ae83cc1da41bf823cb27ffd6b518a 2024-11-10T09:18:39,099 DEBUG [M:0;802346a334f5:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3409035e413a479798021b5fafd643e2 as hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3409035e413a479798021b5fafd643e2 2024-11-10T09:18:39,104 INFO [M:0;802346a334f5:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3409035e413a479798021b5fafd643e2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T09:18:39,106 DEBUG [M:0;802346a334f5:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab6fd2e261e54e4cbc95690a4d471b61 as hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab6fd2e261e54e4cbc95690a4d471b61 2024-11-10T09:18:39,111 INFO [M:0;802346a334f5:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab6fd2e261e54e4cbc95690a4d471b61, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T09:18:39,112 DEBUG [M:0;802346a334f5:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a8ae83cc1da41bf823cb27ffd6b518a as hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a8ae83cc1da41bf823cb27ffd6b518a 2024-11-10T09:18:39,118 INFO [M:0;802346a334f5:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46727/user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a8ae83cc1da41bf823cb27ffd6b518a, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T09:18:39,120 INFO [M:0;802346a334f5:40063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=70, compaction requested=false 2024-11-10T09:18:39,121 INFO [M:0;802346a334f5:40063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:39,121 DEBUG [M:0;802346a334f5:40063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230318216Disabling compacts and flushes for region at 1731230318216Disabling writes for close at 1731230318216Obtaining lock to block concurrent updates at 1731230318216Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230318216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731230318216Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230318217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230318217Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230318230 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230318230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230318641 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230318660 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230318660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230319070 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230319087 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230319087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a8fba8: reopening flushed file at 1731230319098 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d2530f: reopening flushed file at 1731230319105 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de0e780: reopening flushed file at 1731230319111 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=70, compaction requested=false at 1731230319120 (+9 ms)Writing region close event to WAL at 1731230319121 (+1 ms)Closed at 1731230319121 2024-11-10T09:18:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741830_1006 (size=41008) 2024-11-10T09:18:39,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bc0015a-88ba-6dbc-2536-89c3a9c7e8e4/MasterData/WALs/802346a334f5,40063,1731230304675/802346a334f5%2C40063%2C1731230304675.1731230305174 not finished, retry = 0 2024-11-10T09:18:39,227 INFO [M:0;802346a334f5:40063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:18:39,227 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:18:39,228 INFO [M:0;802346a334f5:40063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40063 2024-11-10T09:18:39,228 INFO [M:0;802346a334f5:40063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:18:39,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:39,341 INFO [M:0;802346a334f5:40063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:18:39,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012409fbb50000, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:18:39,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a646142{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:18:39,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1069a6d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:18:39,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:18:39,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c45a995{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:18:39,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@160643fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/hadoop.log.dir/,STOPPED} 2024-11-10T09:18:39,345 WARN [BP-713453899-172.17.0.3-1731230302260 heartbeating to localhost/127.0.0.1:46727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:18:39,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:18:39,345 WARN [BP-713453899-172.17.0.3-1731230302260 heartbeating to localhost/127.0.0.1:46727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-713453899-172.17.0.3-1731230302260 (Datanode Uuid f7ed0d85-d2d3-4135-97bb-914f986da557) service to localhost/127.0.0.1:46727 2024-11-10T09:18:39,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:18:39,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/cluster_b778944e-72c5-5c97-cf74-a4a02429b24c/data/data1/current/BP-713453899-172.17.0.3-1731230302260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:18:39,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/cluster_b778944e-72c5-5c97-cf74-a4a02429b24c/data/data2/current/BP-713453899-172.17.0.3-1731230302260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:18:39,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:18:39,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@251e1419{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:18:39,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9674e8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:18:39,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:18:39,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b29222f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:18:39,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c904599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aa187d4-0b4b-c0c7-043f-209e46629d3e/hadoop.log.dir/,STOPPED} 2024-11-10T09:18:39,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:18:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:18:39,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 114) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36997 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46727 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 435) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=747 (was 826), ProcessCount=11 (was 11), AvailableMemoryMB=1586 (was 2062) 2024-11-10T09:18:39,387 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=747, ProcessCount=11, AvailableMemoryMB=1586 2024-11-10T09:18:39,399 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-10T09:18:39,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/hadoop.log.dir so I do NOT create it in target/test-data/20f15327-543b-28b9-023e-7f7599615d23 2024-11-10T09:18:39,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:18:39,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/hadoop.tmp.dir so I do NOT create it in target/test-data/20f15327-543b-28b9-023e-7f7599615d23 2024-11-10T09:18:39,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b55c6f0b-7c65-6b80-2e83-b3ece6d3df66/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:18:39,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23 2024-11-10T09:18:39,401 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/cluster_4348b6c2-2a08-85a1-5e70-f723d8fefe3b, deleteOnExit=true 2024-11-10T09:18:39,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/cluster_4348b6c2-2a08-85a1-5e70-f723d8fefe3b/zookeeper_0, clientPort=49316, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/cluster_4348b6c2-2a08-85a1-5e70-f723d8fefe3b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/cluster_4348b6c2-2a08-85a1-5e70-f723d8fefe3b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:18:39,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49316 2024-11-10T09:18:39,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:18:39,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:18:39,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/test.cache.data in system properties and HBase conf 2024-11-10T09:18:39,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:18:39,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:18:39,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:18:39,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:18:39,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:18:39,422 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:18:39,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:18:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:18:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:18:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:18:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:18:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:18:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:18:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:18:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:18:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:18:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:18:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:18:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:18:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:18:39,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012409fbb50002, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:18:39,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012409fbb50005, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:18:39,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012409fbb50005, quorum=127.0.0.1:63496, baseZNode=/12135900488 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:18:39,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012409fbb50002, quorum=127.0.0.1:63496, baseZNode=/01899119277 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:18:39,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:39,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:18:39,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:18:39,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:18:39,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:18:39,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:39,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24877fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:18:39,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38add795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:18:39,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd7a8cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/java.io.tmpdir/jetty-localhost-40035-hadoop-hdfs-3_4_1-tests_jar-_-any-16413869133217321648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:18:39,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10d4d80c{HTTP/1.1, (http/1.1)}{localhost:40035} 2024-11-10T09:18:39,944 INFO [Time-limited test {}] server.Server(415): Started @53651ms 2024-11-10T09:18:40,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:40,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:18:40,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:18:40,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:18:40,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:18:40,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ec4002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:18:40,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21c6da7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:18:40,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ac042f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/java.io.tmpdir/jetty-localhost-38301-hadoop-hdfs-3_4_1-tests_jar-_-any-4754656395463059715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:18:40,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dc5b652{HTTP/1.1, (http/1.1)}{localhost:38301} 2024-11-10T09:18:40,305 INFO [Time-limited test {}] server.Server(415): Started @54013ms 2024-11-10T09:18:40,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:18:40,956 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/cluster_4348b6c2-2a08-85a1-5e70-f723d8fefe3b/data/data1/current/BP-1716807772-172.17.0.3-1731230319455/current, will proceed with Du for space computation calculation, 2024-11-10T09:18:40,956 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/cluster_4348b6c2-2a08-85a1-5e70-f723d8fefe3b/data/data2/current/BP-1716807772-172.17.0.3-1731230319455/current, will proceed with Du for space computation calculation, 2024-11-10T09:18:40,970 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:18:40,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdec79f372d3ac1d3 with lease ID 0xd1c94aab1c0d77e9: Processing first storage report for DS-9a396edb-adf8-4caa-832a-06b79c963c7d from datanode DatanodeRegistration(127.0.0.1:45907, datanodeUuid=074e47e4-0c3f-44c2-a9e1-28fb94f9635f, infoPort=43071, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=754497222;c=1731230319455) 2024-11-10T09:18:40,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdec79f372d3ac1d3 with lease ID 0xd1c94aab1c0d77e9: from storage DS-9a396edb-adf8-4caa-832a-06b79c963c7d node DatanodeRegistration(127.0.0.1:45907, datanodeUuid=074e47e4-0c3f-44c2-a9e1-28fb94f9635f, infoPort=43071, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=754497222;c=1731230319455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:18:40,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdec79f372d3ac1d3 with lease ID 0xd1c94aab1c0d77e9: Processing first storage report for DS-c0b8bee6-7f8c-424f-8727-51037f16cb8a from datanode DatanodeRegistration(127.0.0.1:45907, datanodeUuid=074e47e4-0c3f-44c2-a9e1-28fb94f9635f, infoPort=43071, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=754497222;c=1731230319455) 2024-11-10T09:18:40,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdec79f372d3ac1d3 with lease ID 0xd1c94aab1c0d77e9: from storage DS-c0b8bee6-7f8c-424f-8727-51037f16cb8a node DatanodeRegistration(127.0.0.1:45907, datanodeUuid=074e47e4-0c3f-44c2-a9e1-28fb94f9635f, infoPort=43071, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=754497222;c=1731230319455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:18:41,032 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23 2024-11-10T09:18:41,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:41,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:18:41,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b with version=8 2024-11-10T09:18:41,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/hbase-staging 2024-11-10T09:18:41,443 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:41,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:41,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:41,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:41,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:41,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:41,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:18:41,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:41,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42661 2024-11-10T09:18:41,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42661 connecting to ZooKeeper ensemble=127.0.0.1:49316 2024-11-10T09:18:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426610x0, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:41,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42661-0x101240a3ee60000 connected 2024-11-10T09:18:41,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:41,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:41,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Set watcher on znode that does not yet exist, /0381869603/running 2024-11-10T09:18:41,643 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b, hbase.cluster.distributed=false 2024-11-10T09:18:41,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Set watcher on znode that does not yet exist, /0381869603/acl 2024-11-10T09:18:41,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42661 2024-11-10T09:18:41,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42661 2024-11-10T09:18:41,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42661 2024-11-10T09:18:41,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42661 2024-11-10T09:18:41,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42661 2024-11-10T09:18:41,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:41,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:41,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:41,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:41,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:41,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:41,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:18:41,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:41,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40711 2024-11-10T09:18:41,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40711 connecting to ZooKeeper ensemble=127.0.0.1:49316 2024-11-10T09:18:41,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:41,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:41,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407110x0, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:41,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407110x0, quorum=127.0.0.1:49316, baseZNode=/0381869603 Set watcher on znode that does not yet exist, /0381869603/running 2024-11-10T09:18:41,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40711-0x101240a3ee60001 connected 2024-11-10T09:18:41,681 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:18:41,682 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:18:41,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Set watcher on znode that does not yet exist, /0381869603/master 2024-11-10T09:18:41,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Set watcher on znode that does not yet exist, /0381869603/acl 2024-11-10T09:18:41,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-10T09:18:41,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40711 2024-11-10T09:18:41,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40711 2024-11-10T09:18:41,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-10T09:18:41,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-10T09:18:41,706 DEBUG [M:0;802346a334f5:42661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:42661 2024-11-10T09:18:41,707 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0381869603/backup-masters/802346a334f5,42661,1731230321443 2024-11-10T09:18:41,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603/backup-masters 2024-11-10T09:18:41,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603/backup-masters 2024-11-10T09:18:41,714 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Set watcher on existing znode=/0381869603/backup-masters/802346a334f5,42661,1731230321443 2024-11-10T09:18:41,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:41,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0381869603/master 2024-11-10T09:18:41,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:41,725 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Set watcher on existing znode=/0381869603/master 2024-11-10T09:18:41,725 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0381869603/backup-masters/802346a334f5,42661,1731230321443 from backup master directory 2024-11-10T09:18:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603/backup-masters 2024-11-10T09:18:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0381869603/backup-masters/802346a334f5,42661,1731230321443 2024-11-10T09:18:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603/backup-masters 2024-11-10T09:18:41,735 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:41,735 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,42661,1731230321443 2024-11-10T09:18:41,739 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/hbase.id] with ID: ede9a967-cadd-4341-aab8-90adb79097c6 2024-11-10T09:18:41,739 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/.tmp/hbase.id 2024-11-10T09:18:41,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:18:42,144 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/.tmp/hbase.id]:[hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/hbase.id] 2024-11-10T09:18:42,155 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:42,155 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:18:42,156 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:18:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:18:42,572 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:42,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:18:42,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:42,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:18:42,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:18:42,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:42,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:42,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:42,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:42,981 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store 2024-11-10T09:18:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:18:43,388 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:43,388 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:18:43,388 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:43,388 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:43,388 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:18:43,388 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:43,388 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:43,388 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230323388Disabling compacts and flushes for region at 1731230323388Disabling writes for close at 1731230323388Writing region close event to WAL at 1731230323388Closed at 1731230323388 2024-11-10T09:18:43,389 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/.initializing 2024-11-10T09:18:43,389 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/WALs/802346a334f5,42661,1731230321443 2024-11-10T09:18:43,390 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:43,392 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C42661%2C1731230321443, suffix=, logDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/WALs/802346a334f5,42661,1731230321443, archiveDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/oldWALs, maxLogs=10 2024-11-10T09:18:43,404 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/WALs/802346a334f5,42661,1731230321443/802346a334f5%2C42661%2C1731230321443.1731230323392, exclude list is [], retry=0 2024-11-10T09:18:43,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45907,DS-9a396edb-adf8-4caa-832a-06b79c963c7d,DISK] 2024-11-10T09:18:43,408 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/WALs/802346a334f5,42661,1731230321443/802346a334f5%2C42661%2C1731230321443.1731230323392 2024-11-10T09:18:43,409 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-10T09:18:43,409 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:43,409 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:43,409 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,409 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:18:43,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:43,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:43,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:18:43,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:43,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:43,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:18:43,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:43,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:43,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:18:43,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:43,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:43,418 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,419 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,419 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,420 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,420 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,421 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:43,422 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:43,423 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:43,424 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65345110, jitterRate=-0.02628198266029358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:43,424 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230323409Initializing all the Stores at 1731230323410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230323410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230323411 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230323411Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230323411Cleaning up temporary data from old regions at 1731230323420 (+9 ms)Region opened successfully at 1731230323424 (+4 ms) 2024-11-10T09:18:43,424 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:18:43,427 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4c17fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:43,428 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:18:43,428 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:18:43,428 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:18:43,428 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:18:43,429 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:18:43,429 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:18:43,429 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:18:43,431 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:18:43,432 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Unable to get data of znode /0381869603/balancer because node does not exist (not necessarily an error) 2024-11-10T09:18:43,535 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0381869603/balancer already deleted, retry=false 2024-11-10T09:18:43,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:18:43,536 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Unable to get data of znode /0381869603/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:18:43,545 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0381869603/normalizer already deleted, retry=false 2024-11-10T09:18:43,546 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:18:43,547 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Unable to get data of znode /0381869603/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:18:43,556 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0381869603/switch/split already deleted, retry=false 2024-11-10T09:18:43,557 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Unable to get data of znode /0381869603/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:18:43,566 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0381869603/switch/merge already deleted, retry=false 2024-11-10T09:18:43,568 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Unable to get data of znode /0381869603/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:18:43,577 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0381869603/snapshot-cleanup already deleted, retry=false 2024-11-10T09:18:43,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0381869603/running 2024-11-10T09:18:43,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0381869603/running 2024-11-10T09:18:43,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:43,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:43,588 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,42661,1731230321443, sessionid=0x101240a3ee60000, setting cluster-up flag (Was=false) 2024-11-10T09:18:43,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:43,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:43,640 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0381869603/flush-table-proc/acquired, /0381869603/flush-table-proc/reached, /0381869603/flush-table-proc/abort 2024-11-10T09:18:43,641 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,42661,1731230321443 2024-11-10T09:18:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:43,693 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0381869603/online-snapshot/acquired, /0381869603/online-snapshot/reached, /0381869603/online-snapshot/abort 2024-11-10T09:18:43,694 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,42661,1731230321443 2024-11-10T09:18:43,695 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:18:43,697 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:43,697 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:18:43,697 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:18:43,697 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,42661,1731230321443 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:18:43,699 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:43,699 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:43,699 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:43,699 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:43,699 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:18:43,699 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,699 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:43,699 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,700 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230353700 2024-11-10T09:18:43,700 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:18:43,700 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:18:43,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:18:43,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:18:43,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:18:43,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:18:43,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:43,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:18:43,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:18:43,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:18:43,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:18:43,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:18:43,702 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:18:43,702 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:18:43,702 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230323702,5,FailOnTimeoutGroup] 2024-11-10T09:18:43,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:43,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:18:43,704 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230323702,5,FailOnTimeoutGroup] 2024-11-10T09:18:43,704 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,704 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:18:43,704 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,704 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:18:43,794 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(746): ClusterId : ede9a967-cadd-4341-aab8-90adb79097c6 2024-11-10T09:18:43,794 DEBUG [RS:0;802346a334f5:40711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:18:43,807 DEBUG [RS:0;802346a334f5:40711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:18:43,807 DEBUG [RS:0;802346a334f5:40711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:18:43,820 DEBUG [RS:0;802346a334f5:40711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:18:43,820 DEBUG [RS:0;802346a334f5:40711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661c2c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:43,831 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:40711 2024-11-10T09:18:43,831 INFO [RS:0;802346a334f5:40711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:18:43,831 INFO [RS:0;802346a334f5:40711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:18:43,831 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:18:43,832 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,42661,1731230321443 with port=40711, startcode=1731230321663 2024-11-10T09:18:43,832 DEBUG [RS:0;802346a334f5:40711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:18:43,833 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:18:43,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,40711,1731230321663 2024-11-10T09:18:43,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42661 {}] master.ServerManager(517): Registering regionserver=802346a334f5,40711,1731230321663 2024-11-10T09:18:43,835 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b 2024-11-10T09:18:43,835 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39593 2024-11-10T09:18:43,835 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:18:43,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603/rs 2024-11-10T09:18:43,851 DEBUG [RS:0;802346a334f5:40711 {}] zookeeper.ZKUtil(111): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Set watcher on existing znode=/0381869603/rs/802346a334f5,40711,1731230321663 2024-11-10T09:18:43,851 WARN [RS:0;802346a334f5:40711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:43,851 INFO [RS:0;802346a334f5:40711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:43,851 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663 2024-11-10T09:18:43,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,40711,1731230321663] 2024-11-10T09:18:43,855 INFO [RS:0;802346a334f5:40711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:18:43,856 INFO [RS:0;802346a334f5:40711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:18:43,857 INFO [RS:0;802346a334f5:40711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:18:43,857 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,857 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:18:43,857 INFO [RS:0;802346a334f5:40711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:18:43,857 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:43,858 DEBUG [RS:0;802346a334f5:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:43,859 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,859 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,859 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,859 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,859 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,859 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40711,1731230321663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:43,873 INFO [RS:0;802346a334f5:40711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:18:43,873 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40711,1731230321663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,873 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,873 INFO [RS:0;802346a334f5:40711 {}] regionserver.Replication(171): 802346a334f5,40711,1731230321663 started 2024-11-10T09:18:43,886 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:43,886 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,40711,1731230321663, RpcServer on 802346a334f5/172.17.0.3:40711, sessionid=0x101240a3ee60001 2024-11-10T09:18:43,886 DEBUG [RS:0;802346a334f5:40711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:18:43,886 DEBUG [RS:0;802346a334f5:40711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,40711,1731230321663 2024-11-10T09:18:43,886 DEBUG [RS:0;802346a334f5:40711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,40711,1731230321663' 2024-11-10T09:18:43,886 DEBUG [RS:0;802346a334f5:40711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0381869603/flush-table-proc/abort' 2024-11-10T09:18:43,887 DEBUG [RS:0;802346a334f5:40711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0381869603/flush-table-proc/acquired' 2024-11-10T09:18:43,887 DEBUG [RS:0;802346a334f5:40711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:18:43,887 DEBUG [RS:0;802346a334f5:40711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:18:43,887 DEBUG [RS:0;802346a334f5:40711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,40711,1731230321663 2024-11-10T09:18:43,887 DEBUG [RS:0;802346a334f5:40711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,40711,1731230321663' 2024-11-10T09:18:43,887 DEBUG [RS:0;802346a334f5:40711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0381869603/online-snapshot/abort' 2024-11-10T09:18:43,888 DEBUG [RS:0;802346a334f5:40711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0381869603/online-snapshot/acquired' 2024-11-10T09:18:43,888 DEBUG [RS:0;802346a334f5:40711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:18:43,888 INFO [RS:0;802346a334f5:40711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:18:43,888 INFO [RS:0;802346a334f5:40711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:18:43,988 INFO [RS:0;802346a334f5:40711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:43,990 INFO [RS:0;802346a334f5:40711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C40711%2C1731230321663, suffix=, logDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663, archiveDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/oldWALs, maxLogs=10 2024-11-10T09:18:44,002 DEBUG [RS:0;802346a334f5:40711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990, exclude list is [], retry=0 2024-11-10T09:18:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45907,DS-9a396edb-adf8-4caa-832a-06b79c963c7d,DISK] 2024-11-10T09:18:44,006 INFO [RS:0;802346a334f5:40711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 2024-11-10T09:18:44,006 DEBUG [RS:0;802346a334f5:40711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-10T09:18:44,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:18:44,112 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b 2024-11-10T09:18:44,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:18:44,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:44,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:44,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:44,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:44,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:44,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:44,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:44,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:44,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:44,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:44,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:44,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:44,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:44,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:44,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:44,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:44,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:44,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:44,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740 2024-11-10T09:18:44,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740 2024-11-10T09:18:44,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:44,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:44,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:44,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:44,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:44,542 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64838240, jitterRate=-0.03383493423461914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:44,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230324518Initializing all the Stores at 1731230324519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230324519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230324520 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230324520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230324520Cleaning up temporary data from old regions at 1731230324536 (+16 ms)Region opened successfully at 1731230324543 (+7 ms) 2024-11-10T09:18:44,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:18:44,543 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:18:44,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:18:44,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:18:44,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:18:44,548 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:44,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230324543Disabling compacts and flushes for region at 1731230324543Disabling writes for close at 1731230324543Writing region close event to WAL at 1731230324548 (+5 ms)Closed at 1731230324548 2024-11-10T09:18:44,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:44,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:18:44,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:18:44,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:44,556 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:18:44,706 DEBUG [802346a334f5:42661 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:18:44,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,40711,1731230321663 2024-11-10T09:18:44,713 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,40711,1731230321663, state=OPENING 2024-11-10T09:18:44,724 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:18:44,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:44,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:44,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0381869603/meta-region-server: CHANGED 2024-11-10T09:18:44,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0381869603/meta-region-server: CHANGED 2024-11-10T09:18:44,737 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:44,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,40711,1731230321663}] 2024-11-10T09:18:44,890 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:18:44,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:18:44,896 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:18:44,896 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:44,896 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:18:44,898 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C40711%2C1731230321663.meta, suffix=.meta, logDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663, archiveDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/oldWALs, maxLogs=10 2024-11-10T09:18:44,912 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.meta.1731230324898.meta, exclude list is [], retry=0 2024-11-10T09:18:44,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45907,DS-9a396edb-adf8-4caa-832a-06b79c963c7d,DISK] 2024-11-10T09:18:44,918 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.meta.1731230324898.meta 2024-11-10T09:18:44,919 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-10T09:18:44,919 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:44,919 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:44,919 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:44,919 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:18:44,919 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:18:44,919 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:18:44,919 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:44,920 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:18:44,920 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:18:44,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:44,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:44,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:44,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:44,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:44,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:44,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:44,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:44,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:44,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:44,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:44,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:44,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:44,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:44,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:44,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:44,931 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:44,933 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740 2024-11-10T09:18:44,935 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740 2024-11-10T09:18:44,936 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:44,936 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:44,936 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:44,938 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:44,941 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74860981, jitterRate=0.11551554501056671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:44,941 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:18:44,941 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230324920Writing region info on filesystem at 1731230324920Initializing all the Stores at 1731230324925 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230324925Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230324925Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230324925Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230324925Cleaning up temporary data from old regions at 1731230324936 (+11 ms)Running coprocessor post-open hooks at 1731230324941 (+5 ms)Region opened successfully at 1731230324941 2024-11-10T09:18:44,943 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230324890 2024-11-10T09:18:44,946 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:18:44,946 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:18:44,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,40711,1731230321663 2024-11-10T09:18:44,949 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,40711,1731230321663, state=OPEN 2024-11-10T09:18:44,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0381869603/meta-region-server 2024-11-10T09:18:44,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0381869603/meta-region-server: CHANGED 2024-11-10T09:18:44,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0381869603/meta-region-server 2024-11-10T09:18:44,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0381869603/meta-region-server: CHANGED 2024-11-10T09:18:44,982 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,40711,1731230321663 2024-11-10T09:18:44,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:18:44,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,40711,1731230321663 in 245 msec 2024-11-10T09:18:44,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:18:44,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-10T09:18:44,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:44,988 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:18:44,990 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:44,990 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40711,1731230321663, seqNum=-1] 2024-11-10T09:18:44,990 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:44,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:44,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-10T09:18:44,998 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230324998, completionTime=-1 2024-11-10T09:18:44,998 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:18:44,998 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:18:45,000 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:18:45,000 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230385000 2024-11-10T09:18:45,000 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230445000 2024-11-10T09:18:45,000 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T09:18:45,000 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42661,1731230321443-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:45,001 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42661,1731230321443-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:45,001 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42661,1731230321443-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:45,001 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:42661, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:45,001 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:45,001 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:45,003 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:18:45,006 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.271sec 2024-11-10T09:18:45,006 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:18:45,006 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:18:45,006 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:18:45,006 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:18:45,006 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:18:45,006 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42661,1731230321443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:45,006 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42661,1731230321443-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:18:45,009 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:18:45,009 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:18:45,009 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42661,1731230321443-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:45,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5e9422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:45,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42661,-1 for getting cluster id 2024-11-10T09:18:45,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:45,113 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ede9a967-cadd-4341-aab8-90adb79097c6' 2024-11-10T09:18:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ede9a967-cadd-4341-aab8-90adb79097c6" 2024-11-10T09:18:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78aede26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42661,-1] 2024-11-10T09:18:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:45,115 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:45,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55810643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:45,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40711,1731230321663, seqNum=-1] 2024-11-10T09:18:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:45,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:45,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,42661,1731230321443 2024-11-10T09:18:45,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49316 2024-11-10T09:18:45,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:45,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101240a3ee60002 connected 2024-11-10T09:18:45,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/hadoop.log.dir so I do NOT create it in target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164 2024-11-10T09:18:45,147 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:18:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/hadoop.tmp.dir so I do NOT create it in target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164 2024-11-10T09:18:45,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:18:45,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164 2024-11-10T09:18:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:18:45,148 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/cluster_ab7d3e8d-ddfb-74a1-9957-ae582dd0cc21, deleteOnExit=true 2024-11-10T09:18:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:18:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/test.cache.data in system properties and HBase conf 2024-11-10T09:18:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:18:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:18:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:18:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:18:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:18:45,149 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:18:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:18:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:18:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:18:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:18:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:18:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:18:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:18:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:18:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:18:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:18:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:18:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:18:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:18:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:18:45,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:45,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:18:45,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:18:45,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:18:45,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:18:45,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:45,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e5ce00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:18:45,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@364aafe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:18:45,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c0806ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/java.io.tmpdir/jetty-localhost-38059-hadoop-hdfs-3_4_1-tests_jar-_-any-9301176216514715671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:18:45,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f65445{HTTP/1.1, (http/1.1)}{localhost:38059} 2024-11-10T09:18:45,696 INFO [Time-limited test {}] server.Server(415): Started @59404ms 2024-11-10T09:18:46,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:18:46,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:18:46,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:18:46,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:18:46,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:18:46,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26636bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:18:46,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4600fe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:18:46,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4002ad2a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/java.io.tmpdir/jetty-localhost-33437-hadoop-hdfs-3_4_1-tests_jar-_-any-5742133306254365164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:18:46,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@213b95e5{HTTP/1.1, (http/1.1)}{localhost:33437} 2024-11-10T09:18:46,306 INFO [Time-limited test {}] server.Server(415): Started @60013ms 2024-11-10T09:18:46,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:18:46,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T09:18:47,124 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/cluster_ab7d3e8d-ddfb-74a1-9957-ae582dd0cc21/data/data1/current/BP-894872272-172.17.0.3-1731230325171/current, will proceed with Du for space computation calculation, 2024-11-10T09:18:47,124 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/cluster_ab7d3e8d-ddfb-74a1-9957-ae582dd0cc21/data/data2/current/BP-894872272-172.17.0.3-1731230325171/current, will proceed with Du for space computation calculation, 2024-11-10T09:18:47,157 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:18:47,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe76f2375994e6635 with lease ID 0xa3d865182c80280f: Processing first storage report for DS-3f9d82a9-2f35-4cf0-8c20-2d48e6e6baed from datanode DatanodeRegistration(127.0.0.1:33299, datanodeUuid=332ce117-e664-4ba0-860e-b469b2a12885, infoPort=43929, infoSecurePort=0, ipcPort=45125, storageInfo=lv=-57;cid=testClusterID;nsid=1777962130;c=1731230325171) 2024-11-10T09:18:47,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe76f2375994e6635 with lease ID 0xa3d865182c80280f: from storage DS-3f9d82a9-2f35-4cf0-8c20-2d48e6e6baed node DatanodeRegistration(127.0.0.1:33299, datanodeUuid=332ce117-e664-4ba0-860e-b469b2a12885, infoPort=43929, infoSecurePort=0, ipcPort=45125, storageInfo=lv=-57;cid=testClusterID;nsid=1777962130;c=1731230325171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:18:47,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe76f2375994e6635 with lease ID 0xa3d865182c80280f: Processing first storage report for DS-84071ffb-77d4-48d9-a8d7-d84dff54b1fb from datanode DatanodeRegistration(127.0.0.1:33299, datanodeUuid=332ce117-e664-4ba0-860e-b469b2a12885, infoPort=43929, infoSecurePort=0, ipcPort=45125, storageInfo=lv=-57;cid=testClusterID;nsid=1777962130;c=1731230325171) 2024-11-10T09:18:47,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe76f2375994e6635 with lease ID 0xa3d865182c80280f: from storage DS-84071ffb-77d4-48d9-a8d7-d84dff54b1fb node DatanodeRegistration(127.0.0.1:33299, datanodeUuid=332ce117-e664-4ba0-860e-b469b2a12885, infoPort=43929, infoSecurePort=0, ipcPort=45125, storageInfo=lv=-57;cid=testClusterID;nsid=1777962130;c=1731230325171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:18:47,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164 2024-11-10T09:18:47,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:47,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:47,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:18:47,611 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa with version=8 2024-11-10T09:18:47,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/hbase-staging 2024-11-10T09:18:47,617 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:47,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:47,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:47,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:47,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:47,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:47,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:18:47,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:47,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36517 2024-11-10T09:18:47,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36517 connecting to ZooKeeper ensemble=127.0.0.1:49316 2024-11-10T09:18:47,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365170x0, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:47,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36517-0x101240a3ee60003 connected 2024-11-10T09:18:47,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:47,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:47,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Set watcher on znode that does not yet exist, /1-1019563390/running 2024-11-10T09:18:47,792 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa, hbase.cluster.distributed=false 2024-11-10T09:18:47,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Set watcher on znode that does not yet exist, /1-1019563390/acl 2024-11-10T09:18:47,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36517 2024-11-10T09:18:47,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36517 2024-11-10T09:18:47,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36517 2024-11-10T09:18:47,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36517 2024-11-10T09:18:47,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36517 2024-11-10T09:18:47,831 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:18:47,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:47,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:47,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:18:47,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:18:47,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:18:47,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:18:47,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:18:47,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42495 2024-11-10T09:18:47,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42495 connecting to ZooKeeper ensemble=127.0.0.1:49316 2024-11-10T09:18:47,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:47,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:47,861 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424950x0, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:47,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424950x0, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Set watcher on znode that does not yet exist, /1-1019563390/running 2024-11-10T09:18:47,862 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:18:47,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42495-0x101240a3ee60004 connected 2024-11-10T09:18:47,882 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:18:47,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Set watcher on znode that does not yet exist, /1-1019563390/master 2024-11-10T09:18:47,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Set watcher on znode that does not yet exist, /1-1019563390/acl 2024-11-10T09:18:47,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42495 2024-11-10T09:18:47,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42495 2024-11-10T09:18:47,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42495 2024-11-10T09:18:47,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42495 2024-11-10T09:18:47,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42495 2024-11-10T09:18:47,950 DEBUG [M:0;802346a334f5:36517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:36517 2024-11-10T09:18:47,950 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1019563390/backup-masters/802346a334f5,36517,1731230327617 2024-11-10T09:18:48,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390/backup-masters 2024-11-10T09:18:48,015 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390/backup-masters 2024-11-10T09:18:48,015 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Set watcher on existing znode=/1-1019563390/backup-masters/802346a334f5,36517,1731230327617 2024-11-10T09:18:48,051 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1019563390/master 2024-11-10T09:18:48,052 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:48,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:48,052 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Set watcher on existing znode=/1-1019563390/master 2024-11-10T09:18:48,053 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1019563390/backup-masters/802346a334f5,36517,1731230327617 from backup master directory 2024-11-10T09:18:48,071 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390/backup-masters 2024-11-10T09:18:48,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1019563390/backup-masters/802346a334f5,36517,1731230327617 2024-11-10T09:18:48,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390/backup-masters 2024-11-10T09:18:48,072 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:48,072 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,36517,1731230327617 2024-11-10T09:18:48,079 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/hbase.id] with ID: b6345123-6722-48cd-918a-45144ec90b77 2024-11-10T09:18:48,079 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/.tmp/hbase.id 2024-11-10T09:18:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:18:48,486 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/.tmp/hbase.id]:[hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/hbase.id] 2024-11-10T09:18:48,500 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:48,500 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:18:48,501 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:18:48,513 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:48,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:18:48,922 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:48,922 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:18:48,923 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:18:49,333 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store 2024-11-10T09:18:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:18:49,363 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:49,363 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:18:49,363 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:49,363 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:49,363 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:18:49,363 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:49,363 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:18:49,363 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230329363Disabling compacts and flushes for region at 1731230329363Disabling writes for close at 1731230329363Writing region close event to WAL at 1731230329363Closed at 1731230329363 2024-11-10T09:18:49,366 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/.initializing 2024-11-10T09:18:49,367 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/WALs/802346a334f5,36517,1731230327617 2024-11-10T09:18:49,368 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:49,372 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C36517%2C1731230327617, suffix=, logDir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/WALs/802346a334f5,36517,1731230327617, archiveDir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/oldWALs, maxLogs=10 2024-11-10T09:18:49,391 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/WALs/802346a334f5,36517,1731230327617/802346a334f5%2C36517%2C1731230327617.1731230329372, exclude list is [], retry=0 2024-11-10T09:18:49,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33299,DS-3f9d82a9-2f35-4cf0-8c20-2d48e6e6baed,DISK] 2024-11-10T09:18:49,399 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/WALs/802346a334f5,36517,1731230327617/802346a334f5%2C36517%2C1731230327617.1731230329372 2024-11-10T09:18:49,399 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43929:43929)] 2024-11-10T09:18:49,400 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:49,400 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:49,400 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,400 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:18:49,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:49,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:49,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:18:49,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:49,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:49,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:18:49,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:49,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:49,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:18:49,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:49,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:49,412 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,413 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,413 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,414 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,414 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,415 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:49,416 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:18:49,419 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:49,420 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74804423, jitterRate=0.11467276513576508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:49,420 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230329400Initializing all the Stores at 1731230329401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230329401Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230329401Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230329401Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230329401Cleaning up temporary data from old regions at 1731230329414 (+13 ms)Region opened successfully at 1731230329420 (+6 ms) 2024-11-10T09:18:49,421 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:18:49,424 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74abfab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:49,426 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:18:49,426 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:18:49,426 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:18:49,426 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:18:49,427 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:18:49,427 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:18:49,427 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:18:49,434 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:18:49,435 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Unable to get data of znode /1-1019563390/balancer because node does not exist (not necessarily an error) 2024-11-10T09:18:49,448 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1019563390/balancer already deleted, retry=false 2024-11-10T09:18:49,448 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:18:49,449 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Unable to get data of znode /1-1019563390/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:18:49,461 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1019563390/normalizer already deleted, retry=false 2024-11-10T09:18:49,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:18:49,463 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Unable to get data of znode /1-1019563390/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:18:49,471 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1019563390/switch/split already deleted, retry=false 2024-11-10T09:18:49,473 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Unable to get data of znode /1-1019563390/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:18:49,502 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1019563390/switch/merge already deleted, retry=false 2024-11-10T09:18:49,505 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Unable to get data of znode /1-1019563390/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:18:49,524 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1019563390/snapshot-cleanup already deleted, retry=false 2024-11-10T09:18:49,545 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1019563390/running 2024-11-10T09:18:49,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1019563390/running 2024-11-10T09:18:49,545 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:49,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:49,546 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,36517,1731230327617, sessionid=0x101240a3ee60003, setting cluster-up flag (Was=false) 2024-11-10T09:18:49,566 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:49,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:49,855 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:18:49,892 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1019563390/flush-table-proc/acquired, /1-1019563390/flush-table-proc/reached, /1-1019563390/flush-table-proc/abort 2024-11-10T09:18:49,895 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,36517,1731230327617 2024-11-10T09:18:49,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:49,935 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:49,966 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1019563390/online-snapshot/acquired, /1-1019563390/online-snapshot/reached, /1-1019563390/online-snapshot/abort 2024-11-10T09:18:49,969 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,36517,1731230327617 2024-11-10T09:18:49,970 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:18:49,972 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:49,972 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:18:49,973 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:18:49,973 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,36517,1731230327617 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:18:49,975 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:49,975 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:49,975 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:49,975 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:18:49,975 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:18:49,975 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:49,975 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:49,975 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:50,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:18:50,006 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:50,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:18:50,012 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230360012 2024-11-10T09:18:50,013 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:18:50,013 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:18:50,013 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:18:50,013 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:18:50,013 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:18:50,013 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:18:50,016 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,034 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:18:50,034 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:18:50,034 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:18:50,034 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:18:50,040 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:18:50,040 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:18:50,053 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230330040,5,FailOnTimeoutGroup] 2024-11-10T09:18:50,054 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(746): ClusterId : b6345123-6722-48cd-918a-45144ec90b77 2024-11-10T09:18:50,054 DEBUG [RS:0;802346a334f5:42495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:18:50,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:18:50,055 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230330053,5,FailOnTimeoutGroup] 2024-11-10T09:18:50,055 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,055 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:18:50,055 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,055 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,072 DEBUG [RS:0;802346a334f5:42495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:18:50,072 DEBUG [RS:0;802346a334f5:42495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:18:50,094 DEBUG [RS:0;802346a334f5:42495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:18:50,094 DEBUG [RS:0;802346a334f5:42495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59297696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:18:50,109 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:42495 2024-11-10T09:18:50,109 INFO [RS:0;802346a334f5:42495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:18:50,109 INFO [RS:0;802346a334f5:42495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:18:50,109 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:18:50,110 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,36517,1731230327617 with port=42495, startcode=1731230327831 2024-11-10T09:18:50,111 DEBUG [RS:0;802346a334f5:42495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:18:50,112 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:18:50,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,42495,1731230327831 2024-11-10T09:18:50,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36517 {}] master.ServerManager(517): Registering regionserver=802346a334f5,42495,1731230327831 2024-11-10T09:18:50,115 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa 2024-11-10T09:18:50,115 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36111 2024-11-10T09:18:50,115 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:18:50,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390/rs 2024-11-10T09:18:50,161 DEBUG [RS:0;802346a334f5:42495 {}] zookeeper.ZKUtil(111): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Set watcher on existing znode=/1-1019563390/rs/802346a334f5,42495,1731230327831 2024-11-10T09:18:50,161 WARN [RS:0;802346a334f5:42495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:18:50,161 INFO [RS:0;802346a334f5:42495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:50,161 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/WALs/802346a334f5,42495,1731230327831 2024-11-10T09:18:50,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,42495,1731230327831] 2024-11-10T09:18:50,166 INFO [RS:0;802346a334f5:42495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:18:50,168 INFO [RS:0;802346a334f5:42495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:18:50,176 INFO [RS:0;802346a334f5:42495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:18:50,176 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,177 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:18:50,177 INFO [RS:0;802346a334f5:42495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:18:50,178 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:50,178 DEBUG [RS:0;802346a334f5:42495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:18:50,184 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,184 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,184 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,184 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,184 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,184 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42495,1731230327831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:50,208 INFO [RS:0;802346a334f5:42495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:18:50,209 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42495,1731230327831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,209 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,209 INFO [RS:0;802346a334f5:42495 {}] regionserver.Replication(171): 802346a334f5,42495,1731230327831 started 2024-11-10T09:18:50,228 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:50,228 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,42495,1731230327831, RpcServer on 802346a334f5/172.17.0.3:42495, sessionid=0x101240a3ee60004 2024-11-10T09:18:50,228 DEBUG [RS:0;802346a334f5:42495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:18:50,228 DEBUG [RS:0;802346a334f5:42495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,42495,1731230327831 2024-11-10T09:18:50,228 DEBUG [RS:0;802346a334f5:42495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,42495,1731230327831' 2024-11-10T09:18:50,228 DEBUG [RS:0;802346a334f5:42495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1019563390/flush-table-proc/abort' 2024-11-10T09:18:50,229 DEBUG [RS:0;802346a334f5:42495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1019563390/flush-table-proc/acquired' 2024-11-10T09:18:50,229 DEBUG [RS:0;802346a334f5:42495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:18:50,229 DEBUG [RS:0;802346a334f5:42495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:18:50,230 DEBUG [RS:0;802346a334f5:42495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,42495,1731230327831 2024-11-10T09:18:50,230 DEBUG [RS:0;802346a334f5:42495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,42495,1731230327831' 2024-11-10T09:18:50,230 DEBUG [RS:0;802346a334f5:42495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1019563390/online-snapshot/abort' 2024-11-10T09:18:50,230 DEBUG [RS:0;802346a334f5:42495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1019563390/online-snapshot/acquired' 2024-11-10T09:18:50,232 DEBUG [RS:0;802346a334f5:42495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:18:50,232 INFO [RS:0;802346a334f5:42495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:18:50,232 INFO [RS:0;802346a334f5:42495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:18:50,333 INFO [RS:0;802346a334f5:42495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:18:50,334 INFO [RS:0;802346a334f5:42495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C42495%2C1731230327831, suffix=, logDir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/WALs/802346a334f5,42495,1731230327831, archiveDir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/oldWALs, maxLogs=10 2024-11-10T09:18:50,348 DEBUG [RS:0;802346a334f5:42495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/WALs/802346a334f5,42495,1731230327831/802346a334f5%2C42495%2C1731230327831.1731230330334, exclude list is [], retry=0 2024-11-10T09:18:50,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33299,DS-3f9d82a9-2f35-4cf0-8c20-2d48e6e6baed,DISK] 2024-11-10T09:18:50,353 INFO [RS:0;802346a334f5:42495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/WALs/802346a334f5,42495,1731230327831/802346a334f5%2C42495%2C1731230327831.1731230330334 2024-11-10T09:18:50,353 DEBUG [RS:0;802346a334f5:42495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43929:43929)] 2024-11-10T09:18:50,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:18:50,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:50,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:50,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:50,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:50,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:18:50,459 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa 2024-11-10T09:18:50,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:18:50,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:50,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:50,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:50,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:50,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:50,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:50,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:50,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:50,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:50,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:50,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:50,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:50,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:50,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:50,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:50,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:50,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:50,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:50,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740 2024-11-10T09:18:50,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740 2024-11-10T09:18:50,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:50,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:50,904 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:50,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:50,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:50,918 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64168130, jitterRate=-0.043820351362228394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:50,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230330884Initializing all the Stores at 1731230330885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230330885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230330885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230330885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230330885Cleaning up temporary data from old regions at 1731230330903 (+18 ms)Region opened successfully at 1731230330918 (+15 ms) 2024-11-10T09:18:50,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:18:50,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:18:50,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:18:50,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:18:50,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:18:50,932 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:18:50,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230330918Disabling compacts and flushes for region at 1731230330918Disabling writes for close at 1731230330918Writing region close event to WAL at 1731230330932 (+14 ms)Closed at 1731230330932 2024-11-10T09:18:50,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:50,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:18:50,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:18:50,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:50,939 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:18:51,090 DEBUG [802346a334f5:36517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:18:51,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,42495,1731230327831 2024-11-10T09:18:51,092 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,42495,1731230327831, state=OPENING 2024-11-10T09:18:51,103 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:18:51,114 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:51,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:18:51,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1019563390/meta-region-server: CHANGED 2024-11-10T09:18:51,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1019563390/meta-region-server: CHANGED 2024-11-10T09:18:51,120 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:18:51,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,42495,1731230327831}] 2024-11-10T09:18:51,285 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:18:51,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:18:51,300 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:18:51,300 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:51,300 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:18:51,307 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C42495%2C1731230327831.meta, suffix=.meta, logDir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/WALs/802346a334f5,42495,1731230327831, archiveDir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/oldWALs, maxLogs=10 2024-11-10T09:18:51,323 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/WALs/802346a334f5,42495,1731230327831/802346a334f5%2C42495%2C1731230327831.meta.1731230331307.meta, exclude list is [], retry=0 2024-11-10T09:18:51,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33299,DS-3f9d82a9-2f35-4cf0-8c20-2d48e6e6baed,DISK] 2024-11-10T09:18:51,329 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/WALs/802346a334f5,42495,1731230327831/802346a334f5%2C42495%2C1731230327831.meta.1731230331307.meta 2024-11-10T09:18:51,333 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43929:43929)] 2024-11-10T09:18:51,333 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:51,333 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:51,333 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:51,334 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:18:51,334 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:18:51,334 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:18:51,334 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:51,334 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:18:51,334 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:18:51,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:18:51,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:18:51,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:51,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:51,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:18:51,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:18:51,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:51,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:51,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:18:51,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:18:51,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:51,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:51,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:18:51,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:18:51,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:51,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:18:51,352 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:18:51,353 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740 2024-11-10T09:18:51,356 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740 2024-11-10T09:18:51,358 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:18:51,358 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:18:51,360 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:18:51,365 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:18:51,366 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64246950, jitterRate=-0.04264584183692932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:18:51,366 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:18:51,366 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230331334Writing region info on filesystem at 1731230331334Initializing all the Stores at 1731230331335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230331335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230331336 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230331336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230331336Cleaning up temporary data from old regions at 1731230331358 (+22 ms)Running coprocessor post-open hooks at 1731230331366 (+8 ms)Region opened successfully at 1731230331366 2024-11-10T09:18:51,369 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230331284 2024-11-10T09:18:51,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,42495,1731230327831 2024-11-10T09:18:51,373 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:18:51,375 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:18:51,375 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,42495,1731230327831, state=OPEN 2024-11-10T09:18:51,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1019563390/meta-region-server 2024-11-10T09:18:51,434 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1019563390/meta-region-server 2024-11-10T09:18:51,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1019563390/meta-region-server: CHANGED 2024-11-10T09:18:51,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1019563390/meta-region-server: CHANGED 2024-11-10T09:18:51,435 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,42495,1731230327831 2024-11-10T09:18:51,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:18:51,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,42495,1731230327831 in 315 msec 2024-11-10T09:18:51,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:18:51,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-10T09:18:51,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:18:51,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:18:51,445 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:51,445 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42495,1731230327831, seqNum=-1] 2024-11-10T09:18:51,446 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:51,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:51,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4830 sec 2024-11-10T09:18:51,456 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230331455, completionTime=-1 2024-11-10T09:18:51,456 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:18:51,456 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:18:51,463 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:18:51,463 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230391463 2024-11-10T09:18:51,463 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230451463 2024-11-10T09:18:51,463 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-10T09:18:51,463 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36517,1731230327617-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:51,463 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36517,1731230327617-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:51,463 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36517,1731230327617-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:51,464 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:36517, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:51,464 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:51,466 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:18:51,472 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:51,478 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.406sec 2024-11-10T09:18:51,478 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:18:51,478 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:18:51,478 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:18:51,478 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:18:51,478 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:18:51,478 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36517,1731230327617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:18:51,478 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36517,1731230327617-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:18:51,493 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:18:51,494 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:18:51,494 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,36517,1731230327617-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:18:51,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f7d016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:51,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36517,-1 for getting cluster id 2024-11-10T09:18:51,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:51,558 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6345123-6722-48cd-918a-45144ec90b77' 2024-11-10T09:18:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6345123-6722-48cd-918a-45144ec90b77" 2024-11-10T09:18:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ff7326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36517,-1] 2024-11-10T09:18:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:51,561 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:51,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cc39e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:51,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42495,1731230327831, seqNum=-1] 2024-11-10T09:18:51,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:51,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:51,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,36517,1731230327617 2024-11-10T09:18:51,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49316 2024-11-10T09:18:51,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:18:51,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101240a3ee60005 connected 2024-11-10T09:18:51,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,42661,1731230321443 2024-11-10T09:18:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@796ea97c 2024-11-10T09:18:51,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:51,604 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:51,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:18:51,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:18:51,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:51,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:18:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:51,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:18:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:18:51,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dadb2d622907ae2f0cc762b795856a9b, NAME => 'test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b 2024-11-10T09:18:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:18:51,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:51,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dadb2d622907ae2f0cc762b795856a9b, disabling compactions & flushes 2024-11-10T09:18:51,667 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:18:51,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:18:51,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. after waiting 0 ms 2024-11-10T09:18:51,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:18:51,667 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:18:51,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dadb2d622907ae2f0cc762b795856a9b: Waiting for close lock at 1731230331667Disabling compacts and flushes for region at 1731230331667Disabling writes for close at 1731230331667Writing region close event to WAL at 1731230331667Closed at 1731230331667 2024-11-10T09:18:51,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:18:51,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230331669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230331669"}]},"ts":"1731230331669"} 2024-11-10T09:18:51,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:18:51,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:18:51,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230331675"}]},"ts":"1731230331675"} 2024-11-10T09:18:51,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:18:51,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dadb2d622907ae2f0cc762b795856a9b, ASSIGN}] 2024-11-10T09:18:51,680 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dadb2d622907ae2f0cc762b795856a9b, ASSIGN 2024-11-10T09:18:51,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dadb2d622907ae2f0cc762b795856a9b, ASSIGN; state=OFFLINE, location=802346a334f5,40711,1731230321663; forceNewPlan=false, retain=false 2024-11-10T09:18:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:51,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dadb2d622907ae2f0cc762b795856a9b, regionState=OPENING, regionLocation=802346a334f5,40711,1731230321663 2024-11-10T09:18:51,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dadb2d622907ae2f0cc762b795856a9b, ASSIGN because future has completed 2024-11-10T09:18:51,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dadb2d622907ae2f0cc762b795856a9b, server=802346a334f5,40711,1731230321663}] 2024-11-10T09:18:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:52,020 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:18:52,021 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dadb2d622907ae2f0cc762b795856a9b, NAME => 'test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:52,022 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:52,023 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:18:52,023 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,023 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:52,023 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,023 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,056 INFO [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,058 INFO [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dadb2d622907ae2f0cc762b795856a9b columnFamilyName f 2024-11-10T09:18:52,058 DEBUG [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:52,058 INFO [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] regionserver.HStore(327): Store=dadb2d622907ae2f0cc762b795856a9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:52,058 INFO [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,059 INFO [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dadb2d622907ae2f0cc762b795856a9b columnFamilyName f1 2024-11-10T09:18:52,059 DEBUG [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:52,060 INFO [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] regionserver.HStore(327): Store=dadb2d622907ae2f0cc762b795856a9b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:52,060 INFO [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,064 INFO [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dadb2d622907ae2f0cc762b795856a9b columnFamilyName norep 2024-11-10T09:18:52,064 DEBUG [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:52,072 INFO [StoreOpener-dadb2d622907ae2f0cc762b795856a9b-1 {}] regionserver.HStore(327): Store=dadb2d622907ae2f0cc762b795856a9b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:52,074 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,074 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,075 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,078 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,078 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,079 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:18:52,080 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,089 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:52,090 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dadb2d622907ae2f0cc762b795856a9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66686826, jitterRate=-0.006288856267929077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:18:52,090 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:18:52,091 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dadb2d622907ae2f0cc762b795856a9b: Running coprocessor pre-open hook at 1731230332023Writing region info on filesystem at 1731230332023Initializing all the Stores at 1731230332032 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230332036 (+4 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230332045 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230332045Cleaning up temporary data from old regions at 1731230332078 (+33 ms)Running coprocessor post-open hooks at 1731230332090 (+12 ms)Region opened successfully at 1731230332091 (+1 ms) 2024-11-10T09:18:52,096 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., pid=6, masterSystemTime=1731230332004 2024-11-10T09:18:52,116 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:18:52,116 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:18:52,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dadb2d622907ae2f0cc762b795856a9b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,40711,1731230321663 2024-11-10T09:18:52,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dadb2d622907ae2f0cc762b795856a9b, server=802346a334f5,40711,1731230321663 because future has completed 2024-11-10T09:18:52,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:18:52,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dadb2d622907ae2f0cc762b795856a9b, server=802346a334f5,40711,1731230321663 in 315 msec 2024-11-10T09:18:52,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:18:52,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dadb2d622907ae2f0cc762b795856a9b, ASSIGN in 477 msec 2024-11-10T09:18:52,160 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:18:52,160 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230332160"}]},"ts":"1731230332160"} 2024-11-10T09:18:52,166 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:18:52,168 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:18:52,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 560 msec 2024-11-10T09:18:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:52,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:52,244 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:18:52,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36517,1731230327617 2024-11-10T09:18:52,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff133a3 2024-11-10T09:18:52,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:52,247 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:52,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:18:52,254 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:18:52,254 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:52,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:18:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:52,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:18:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:18:52,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 547cc978a51727e0972c030d243de255, NAME => 'test,,1731230332247.547cc978a51727e0972c030d243de255.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa 2024-11-10T09:18:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:18:52,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230332247.547cc978a51727e0972c030d243de255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:52,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 547cc978a51727e0972c030d243de255, disabling compactions & flushes 2024-11-10T09:18:52,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:18:52,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:18:52,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230332247.547cc978a51727e0972c030d243de255. after waiting 0 ms 2024-11-10T09:18:52,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:18:52,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:18:52,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 547cc978a51727e0972c030d243de255: Waiting for close lock at 1731230332332Disabling compacts and flushes for region at 1731230332332Disabling writes for close at 1731230332332Writing region close event to WAL at 1731230332332Closed at 1731230332332 2024-11-10T09:18:52,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:18:52,335 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230332247.547cc978a51727e0972c030d243de255.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230332334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230332334"}]},"ts":"1731230332334"} 2024-11-10T09:18:52,338 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:18:52,340 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:18:52,340 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230332340"}]},"ts":"1731230332340"} 2024-11-10T09:18:52,343 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:18:52,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=547cc978a51727e0972c030d243de255, ASSIGN}] 2024-11-10T09:18:52,347 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=547cc978a51727e0972c030d243de255, ASSIGN 2024-11-10T09:18:52,349 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=547cc978a51727e0972c030d243de255, ASSIGN; state=OFFLINE, location=802346a334f5,42495,1731230327831; forceNewPlan=false, retain=false 2024-11-10T09:18:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:52,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=547cc978a51727e0972c030d243de255, regionState=OPENING, regionLocation=802346a334f5,42495,1731230327831 2024-11-10T09:18:52,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=547cc978a51727e0972c030d243de255, ASSIGN because future has completed 2024-11-10T09:18:52,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 547cc978a51727e0972c030d243de255, server=802346a334f5,42495,1731230327831}] 2024-11-10T09:18:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:52,670 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:18:52,670 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 547cc978a51727e0972c030d243de255, NAME => 'test,,1731230332247.547cc978a51727e0972c030d243de255.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:52,671 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:52,671 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:18:52,671 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,671 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230332247.547cc978a51727e0972c030d243de255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:52,671 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,671 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,676 INFO [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,678 INFO [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547cc978a51727e0972c030d243de255 columnFamilyName f 2024-11-10T09:18:52,678 DEBUG [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:52,679 INFO [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] regionserver.HStore(327): Store=547cc978a51727e0972c030d243de255/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:52,679 INFO [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,680 INFO [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547cc978a51727e0972c030d243de255 columnFamilyName f1 2024-11-10T09:18:52,681 DEBUG [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:52,682 INFO [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] regionserver.HStore(327): Store=547cc978a51727e0972c030d243de255/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:52,682 INFO [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,684 INFO [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547cc978a51727e0972c030d243de255 columnFamilyName norep 2024-11-10T09:18:52,684 DEBUG [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:52,685 INFO [StoreOpener-547cc978a51727e0972c030d243de255-1 {}] regionserver.HStore(327): Store=547cc978a51727e0972c030d243de255/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:52,688 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,689 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,689 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,691 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,691 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,691 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:18:52,693 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,699 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:52,700 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 547cc978a51727e0972c030d243de255; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74701926, jitterRate=0.11314544081687927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:18:52,700 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 547cc978a51727e0972c030d243de255 2024-11-10T09:18:52,700 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 547cc978a51727e0972c030d243de255: Running coprocessor pre-open hook at 1731230332671Writing region info on filesystem at 1731230332671Initializing all the Stores at 1731230332672 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230332672Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230332676 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230332676Cleaning up temporary data from old regions at 1731230332691 (+15 ms)Running coprocessor post-open hooks at 1731230332700 (+9 ms)Region opened successfully at 1731230332700 2024-11-10T09:18:52,701 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230332247.547cc978a51727e0972c030d243de255., pid=6, masterSystemTime=1731230332664 2024-11-10T09:18:52,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=547cc978a51727e0972c030d243de255, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,42495,1731230327831 2024-11-10T09:18:52,708 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:18:52,708 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:18:52,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 547cc978a51727e0972c030d243de255, server=802346a334f5,42495,1731230327831 because future has completed 2024-11-10T09:18:52,712 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36517 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=802346a334f5,42495,1731230327831, table=test, region=547cc978a51727e0972c030d243de255. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T09:18:52,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:18:52,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 547cc978a51727e0972c030d243de255, server=802346a334f5,42495,1731230327831 in 215 msec 2024-11-10T09:18:52,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:18:52,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=547cc978a51727e0972c030d243de255, ASSIGN in 381 msec 2024-11-10T09:18:52,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:18:52,730 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230332730"}]},"ts":"1731230332730"} 2024-11-10T09:18:52,734 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:18:52,736 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:18:52,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 488 msec 2024-11-10T09:18:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:18:52,884 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:18:52,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42661,-1 for getting cluster id 2024-11-10T09:18:52,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:52,894 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ede9a967-cadd-4341-aab8-90adb79097c6' 2024-11-10T09:18:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ede9a967-cadd-4341-aab8-90adb79097c6" 2024-11-10T09:18:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5feada22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42661,-1] 2024-11-10T09:18:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:52,897 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77409cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c8bff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36517,-1 for getting cluster id 2024-11-10T09:18:52,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:52,902 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6345123-6722-48cd-918a-45144ec90b77' 2024-11-10T09:18:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6345123-6722-48cd-918a-45144ec90b77" 2024-11-10T09:18:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d04cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36517,-1] 2024-11-10T09:18:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:52,904 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7880ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e32b7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42661,-1 for getting cluster id 2024-11-10T09:18:52,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:52,910 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ede9a967-cadd-4341-aab8-90adb79097c6' 2024-11-10T09:18:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ede9a967-cadd-4341-aab8-90adb79097c6" 2024-11-10T09:18:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54091561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42661,-1] 2024-11-10T09:18:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:52,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:52,912 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,42661,1731230321443 2024-11-10T09:18:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779346fe 2024-11-10T09:18:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:52,927 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:52,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:36517,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:18:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:18:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:18:52,931 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36517' 2024-11-10T09:18:52,936 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592f9361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,936 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36517,-1 for getting cluster id 2024-11-10T09:18:52,937 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:52,938 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6345123-6722-48cd-918a-45144ec90b77' 2024-11-10T09:18:52,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:52,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6345123-6722-48cd-918a-45144ec90b77" 2024-11-10T09:18:52,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1def4251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36517,-1] 2024-11-10T09:18:52,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:52,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:52,940 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:52,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8ed816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:52,941 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:52,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36517,1731230327617 2024-11-10T09:18:52,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3521b92c 2024-11-10T09:18:52,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:52,942 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:52,943 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T09:18:52,943 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:18:52,943 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:52,943 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:52,944 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:18:52,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:52,948 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:18:52,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:18:52,950 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:52,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:18:52,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:18:52,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4032795f9d0aadbfa94d43b7b0b0c44f, NAME => 'hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b 2024-11-10T09:18:52,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:18:52,999 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:18:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:18:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:18:53,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:53,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4032795f9d0aadbfa94d43b7b0b0c44f, disabling compactions & flushes 2024-11-10T09:18:53,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:18:53,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:18:53,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. after waiting 0 ms 2024-11-10T09:18:53,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:18:53,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:18:53,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4032795f9d0aadbfa94d43b7b0b0c44f: Waiting for close lock at 1731230333391Disabling compacts and flushes for region at 1731230333391Disabling writes for close at 1731230333391Writing region close event to WAL at 1731230333391Closed at 1731230333391 2024-11-10T09:18:53,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:18:53,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230333393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230333393"}]},"ts":"1731230333393"} 2024-11-10T09:18:53,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:18:53,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:18:53,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230333402"}]},"ts":"1731230333402"} 2024-11-10T09:18:53,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:18:53,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4032795f9d0aadbfa94d43b7b0b0c44f, ASSIGN}] 2024-11-10T09:18:53,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4032795f9d0aadbfa94d43b7b0b0c44f, ASSIGN 2024-11-10T09:18:53,409 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4032795f9d0aadbfa94d43b7b0b0c44f, ASSIGN; state=OFFLINE, location=802346a334f5,40711,1731230321663; forceNewPlan=false, retain=false 2024-11-10T09:18:53,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4032795f9d0aadbfa94d43b7b0b0c44f, regionState=OPENING, regionLocation=802346a334f5,40711,1731230321663 2024-11-10T09:18:53,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4032795f9d0aadbfa94d43b7b0b0c44f, ASSIGN because future has completed 2024-11-10T09:18:53,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4032795f9d0aadbfa94d43b7b0b0c44f, server=802346a334f5,40711,1731230321663}] 2024-11-10T09:18:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:18:53,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:18:53,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:18:53,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:18:53,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C40711%2C1731230321663.rep, suffix=, logDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663, archiveDir=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/oldWALs, maxLogs=10 2024-11-10T09:18:53,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.rep.1731230333725, exclude list is [], retry=0 2024-11-10T09:18:53,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45907,DS-9a396edb-adf8-4caa-832a-06b79c963c7d,DISK] 2024-11-10T09:18:53,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.rep.1731230333725 2024-11-10T09:18:53,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-10T09:18:53,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4032795f9d0aadbfa94d43b7b0b0c44f, NAME => 'hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:18:53,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:18:53,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:18:53,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. service=MultiRowMutationService 2024-11-10T09:18:53,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:18:53,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:18:53,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,800 INFO [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,803 INFO [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4032795f9d0aadbfa94d43b7b0b0c44f columnFamilyName hfileref 2024-11-10T09:18:53,803 DEBUG [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:53,804 INFO [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] regionserver.HStore(327): Store=4032795f9d0aadbfa94d43b7b0b0c44f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:53,805 INFO [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,809 INFO [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4032795f9d0aadbfa94d43b7b0b0c44f columnFamilyName queue 2024-11-10T09:18:53,810 DEBUG [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:53,810 INFO [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] regionserver.HStore(327): Store=4032795f9d0aadbfa94d43b7b0b0c44f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:53,812 INFO [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,818 INFO [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4032795f9d0aadbfa94d43b7b0b0c44f columnFamilyName sid 2024-11-10T09:18:53,818 DEBUG [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:18:53,818 INFO [StoreOpener-4032795f9d0aadbfa94d43b7b0b0c44f-1 {}] regionserver.HStore(327): Store=4032795f9d0aadbfa94d43b7b0b0c44f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:18:53,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:18:53,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:18:53,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4032795f9d0aadbfa94d43b7b0b0c44f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64261560, jitterRate=-0.04242813587188721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:18:53,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:18:53,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4032795f9d0aadbfa94d43b7b0b0c44f: Running coprocessor pre-open hook at 1731230333782Writing region info on filesystem at 1731230333782Initializing all the Stores at 1731230333783 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230333783Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230333792 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230333792Cleaning up temporary data from old regions at 1731230333825 (+33 ms)Running coprocessor post-open hooks at 1731230333835 (+10 ms)Region opened successfully at 1731230333836 (+1 ms) 2024-11-10T09:18:53,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f., pid=10, masterSystemTime=1731230333717 2024-11-10T09:18:53,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:18:53,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:18:53,846 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4032795f9d0aadbfa94d43b7b0b0c44f, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,40711,1731230321663 2024-11-10T09:18:53,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4032795f9d0aadbfa94d43b7b0b0c44f, server=802346a334f5,40711,1731230321663 because future has completed 2024-11-10T09:18:53,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:18:53,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4032795f9d0aadbfa94d43b7b0b0c44f, server=802346a334f5,40711,1731230321663 in 307 msec 2024-11-10T09:18:53,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:18:53,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4032795f9d0aadbfa94d43b7b0b0c44f, ASSIGN in 467 msec 2024-11-10T09:18:53,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:18:53,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230333879"}]},"ts":"1731230333879"} 2024-11-10T09:18:53,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:18:53,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:18:53,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 942 msec 2024-11-10T09:18:53,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f., hostname=802346a334f5,40711,1731230321663, seqNum=2] 2024-11-10T09:18:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:53,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:18:53,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:18:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:18:54,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:18:54,121 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:18:54,152 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,40711,1731230321663, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:18:54,152 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:54,153 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40711,1731230321663, seqNum=-1] 2024-11-10T09:18:54,153 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:54,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-10T09:18:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,40711,1731230321663', locateType=CURRENT is [region=hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f., hostname=802346a334f5,40711,1731230321663, seqNum=2] 2024-11-10T09:18:54,164 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:18:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:18:54,168 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,40711,1731230321663 suceeded 2024-11-10T09:18:54,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:18:54,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-10T09:18:54,177 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:36517,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-10T09:18:54,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2500 sec 2024-11-10T09:18:54,185 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:36517' 2024-11-10T09:18:54,201 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ad1a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:54,201 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36517,-1 for getting cluster id 2024-11-10T09:18:54,202 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:54,202 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6345123-6722-48cd-918a-45144ec90b77' 2024-11-10T09:18:54,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:54,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6345123-6722-48cd-918a-45144ec90b77" 2024-11-10T09:18:54,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56842c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:54,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36517,-1] 2024-11-10T09:18:54,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:54,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:54,206 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:54,207 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f48b701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:54,207 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:54,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36517,1731230327617 2024-11-10T09:18:54,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2710517e 2024-11-10T09:18:54,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:54,209 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-10T09:18:54,210 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,40711,1731230321663 (queues=1) is replicating from cluster=ede9a967-cadd-4341-aab8-90adb79097c6 to cluster=b6345123-6722-48cd-918a-45144ec90b77 2024-11-10T09:18:54,210 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C40711%2C1731230321663 2024-11-10T09:18:54,210 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,40711,1731230321663, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:18:54,228 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990, startPosition=0, beingWritten=true 2024-11-10T09:18:54,228 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.shipper802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C40711%2C1731230321663 2024-11-10T09:18:54,251 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:18:54,251 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 379, reset compression=false 2024-11-10T09:18:54,251 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.shipper802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,40711,1731230321663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:18:54,462 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 379, reset compression=false 2024-11-10T09:18:54,777 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 379, reset compression=false 2024-11-10T09:18:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:18:55,083 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:18:55,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:55,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:55,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:55,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:55,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:55,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:55,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731230335088/Put/seqid=0 2024-11-10T09:18:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741840_1016 (size=7894) 2024-11-10T09:18:55,109 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f/f/hfile_1 is 34, key is ddd/f:row/1731230335108/Put/seqid=0 2024-11-10T09:18:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741841_1017 (size=7691) 2024-11-10T09:18:55,193 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 379, reset compression=false 2024-11-10T09:18:55,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d059318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:55,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42661,-1 for getting cluster id 2024-11-10T09:18:55,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:55,523 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ede9a967-cadd-4341-aab8-90adb79097c6' 2024-11-10T09:18:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ede9a967-cadd-4341-aab8-90adb79097c6" 2024-11-10T09:18:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185d4130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42661,-1] 2024-11-10T09:18:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:55,525 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:55,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76fce34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:55,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:55,528 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40711,1731230321663, seqNum=-1] 2024-11-10T09:18:55,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:55,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:55,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:55,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,42661,1731230321443 2024-11-10T09:18:55,560 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3de9f50f 2024-11-10T09:18:55,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:55,566 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2] 2024-11-10T09:18:55,596 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:18:55,626 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T09:18:55,633 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T09:18:55,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f/f/hfile_0 for inclusion in dadb2d622907ae2f0cc762b795856a9b/f 2024-11-10T09:18:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T09:18:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:18:55,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f/f/hfile_1 for inclusion in dadb2d622907ae2f0cc762b795856a9b/f 2024-11-10T09:18:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T09:18:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:18:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HRegion(2603): Flush status journal for dadb2d622907ae2f0cc762b795856a9b: 2024-11-10T09:18:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f/f/hfile_0 to hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__nelnara7mn12dofld52ont5gt6d42psis3575a00ifdhd1lusf5rad6q3jqdb9te/f/hfile_0 2024-11-10T09:18:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__nelnara7mn12dofld52ont5gt6d42psis3575a00ifdhd1lusf5rad6q3jqdb9te/f/hfile_0 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f/57158f9528834c58bf956ae5e2e6fd40_SeqId_4_ 2024-11-10T09:18:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f/f/hfile_1 to hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__nelnara7mn12dofld52ont5gt6d42psis3575a00ifdhd1lusf5rad6q3jqdb9te/f/hfile_1 2024-11-10T09:18:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__nelnara7mn12dofld52ont5gt6d42psis3575a00ifdhd1lusf5rad6q3jqdb9te/f/hfile_1 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f/1c10e2c324104301818020c07fa4e629_SeqId_4_ 2024-11-10T09:18:55,699 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 379, reset compression=false 2024-11-10T09:18:55,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__nelnara7mn12dofld52ont5gt6d42psis3575a00ifdhd1lusf5rad6q3jqdb9te/f/hfile_0 into dadb2d622907ae2f0cc762b795856a9b/f as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f/57158f9528834c58bf956ae5e2e6fd40_SeqId_4_ - updating store file list. 2024-11-10T09:18:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 57158f9528834c58bf956ae5e2e6fd40_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:18:55,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f/57158f9528834c58bf956ae5e2e6fd40_SeqId_4_ into dadb2d622907ae2f0cc762b795856a9b/f 2024-11-10T09:18:55,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__nelnara7mn12dofld52ont5gt6d42psis3575a00ifdhd1lusf5rad6q3jqdb9te/f/hfile_0 into dadb2d622907ae2f0cc762b795856a9b/f (new location: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f/57158f9528834c58bf956ae5e2e6fd40_SeqId_4_) 2024-11-10T09:18:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__nelnara7mn12dofld52ont5gt6d42psis3575a00ifdhd1lusf5rad6q3jqdb9te/f/hfile_0 2024-11-10T09:18:55,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__nelnara7mn12dofld52ont5gt6d42psis3575a00ifdhd1lusf5rad6q3jqdb9te/f/hfile_1 into dadb2d622907ae2f0cc762b795856a9b/f as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f/1c10e2c324104301818020c07fa4e629_SeqId_4_ - updating store file list. 2024-11-10T09:18:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1c10e2c324104301818020c07fa4e629_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:18:55,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f/1c10e2c324104301818020c07fa4e629_SeqId_4_ into dadb2d622907ae2f0cc762b795856a9b/f 2024-11-10T09:18:55,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__nelnara7mn12dofld52ont5gt6d42psis3575a00ifdhd1lusf5rad6q3jqdb9te/f/hfile_1 into dadb2d622907ae2f0cc762b795856a9b/f (new location: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f/1c10e2c324104301818020c07fa4e629_SeqId_4_) 2024-11-10T09:18:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__nelnara7mn12dofld52ont5gt6d42psis3575a00ifdhd1lusf5rad6q3jqdb9te/f/hfile_1 2024-11-10T09:18:55,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:55,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:55,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:55,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:55,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:55,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:55,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2 , the old value is region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=802346a334f5:40711 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:18:55,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:18:55,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2 from cache 2024-11-10T09:18:55,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42495,1731230327831, seqNum=-1] 2024-11-10T09:18:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:35898 deadline: 1731230395765 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:35898 2024-11-10T09:18:55,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:55,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230332247.547cc978a51727e0972c030d243de255., hostname=802346a334f5,42495,1731230327831, seqNum=2] 2024-11-10T09:18:55,776 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T09:18:55,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T09:18:55,875 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:40711 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T09:18:56,316 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 379, reset compression=false 2024-11-10T09:18:56,328 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:18:56,328 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.shipper802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,40711,1731230321663 got entry batch from reader: WALEntryBatch [walEntries=[{test/dadb2d622907ae2f0cc762b795856a9b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731230335756/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T09:18:56,360 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.shipper802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:18:56,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-10T09:18:56,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.ReplicationSink(318): Replicating [ede9a967-cadd-4341-aab8-90adb79097c6] bulk loaded data 2024-11-10T09:18:56,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3107b73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:56,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,36517,-1 for getting cluster id 2024-11-10T09:18:56,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:56,370 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6345123-6722-48cd-918a-45144ec90b77' 2024-11-10T09:18:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6345123-6722-48cd-918a-45144ec90b77" 2024-11-10T09:18:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f4a6005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,36517,-1] 2024-11-10T09:18:56,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:56,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:56,372 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:56,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2df73d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:56,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741837_1013 (size=7894) 2024-11-10T09:18:56,528 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 687, reset compression=false 2024-11-10T09:18:56,779 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T09:18:56,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741838_1014 (size=7691) 2024-11-10T09:18:56,833 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 687, reset compression=false 2024-11-10T09:18:56,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:18:56,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:56,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:56,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:56,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:18:56,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:18:56,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T09:18:56,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T09:18:56,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T09:18:56,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:18:56,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T09:18:57,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:57,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,36517,1731230327617 2024-11-10T09:18:57,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c1a1545 2024-11-10T09:18:57,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:57,229 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-10T09:18:57,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:18:57,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:57,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42495,1731230327831, seqNum=-1] 2024-11-10T09:18:57,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:57,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-10T09:18:57,244 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/1c10e2c324104301818020c07fa4e629_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T09:18:57,250 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 687, reset compression=false 2024-11-10T09:18:57,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/57158f9528834c58bf956ae5e2e6fd40_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T09:18:57,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/1c10e2c324104301818020c07fa4e629_SeqId_4_ for inclusion in 547cc978a51727e0972c030d243de255/f 2024-11-10T09:18:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T09:18:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:18:57,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/57158f9528834c58bf956ae5e2e6fd40_SeqId_4_ for inclusion in 547cc978a51727e0972c030d243de255/f 2024-11-10T09:18:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T09:18:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:18:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HRegion(2603): Flush status journal for 547cc978a51727e0972c030d243de255: 2024-11-10T09:18:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1c10e2c324104301818020c07fa4e629_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:18:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/1c10e2c324104301818020c07fa4e629_SeqId_4_ as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255/f/6b02a17a4fdb4c748190ddae5074ef6d_SeqId_4_ 2024-11-10T09:18:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 57158f9528834c58bf956ae5e2e6fd40_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:18:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/57158f9528834c58bf956ae5e2e6fd40_SeqId_4_ as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255/f/7b82e5828e0040a3ae3cb57ffe67340b_SeqId_4_ 2024-11-10T09:18:57,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/1c10e2c324104301818020c07fa4e629_SeqId_4_ into 547cc978a51727e0972c030d243de255/f as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255/f/6b02a17a4fdb4c748190ddae5074ef6d_SeqId_4_ - updating store file list. 2024-11-10T09:18:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b02a17a4fdb4c748190ddae5074ef6d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:18:57,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255/f/6b02a17a4fdb4c748190ddae5074ef6d_SeqId_4_ into 547cc978a51727e0972c030d243de255/f 2024-11-10T09:18:57,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/1c10e2c324104301818020c07fa4e629_SeqId_4_ into 547cc978a51727e0972c030d243de255/f (new location: hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255/f/6b02a17a4fdb4c748190ddae5074ef6d_SeqId_4_) 2024-11-10T09:18:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/1c10e2c324104301818020c07fa4e629_SeqId_4_ 2024-11-10T09:18:57,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/57158f9528834c58bf956ae5e2e6fd40_SeqId_4_ into 547cc978a51727e0972c030d243de255/f as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255/f/7b82e5828e0040a3ae3cb57ffe67340b_SeqId_4_ - updating store file list. 2024-11-10T09:18:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b82e5828e0040a3ae3cb57ffe67340b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:18:57,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255/f/7b82e5828e0040a3ae3cb57ffe67340b_SeqId_4_ into 547cc978a51727e0972c030d243de255/f 2024-11-10T09:18:57,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/57158f9528834c58bf956ae5e2e6fd40_SeqId_4_ into 547cc978a51727e0972c030d243de255/f (new location: hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255/f/7b82e5828e0040a3ae3cb57ffe67340b_SeqId_4_) 2024-11-10T09:18:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/staging/jenkins.hfs.6__test__l12go57g5i7qrr69uam3ouefo7bfulre8b03u4e91gcrs330lfl853710k120rck/f/57158f9528834c58bf956ae5e2e6fd40_SeqId_4_ 2024-11-10T09:18:57,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42495 {}] regionserver.ReplicationSink(324): Finished replicating [ede9a967-cadd-4341-aab8-90adb79097c6] bulk loaded data 2024-11-10T09:18:57,763 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 687, reset compression=false 2024-11-10T09:18:57,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:18:57,805 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731230337803/Put/seqid=0 2024-11-10T09:18:57,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741842_1018 (size=7997) 2024-11-10T09:18:57,824 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731230337823/Put/seqid=0 2024-11-10T09:18:57,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741843_1019 (size=7794) 2024-11-10T09:18:57,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de447c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:57,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42661,-1 for getting cluster id 2024-11-10T09:18:57,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:18:57,833 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ede9a967-cadd-4341-aab8-90adb79097c6' 2024-11-10T09:18:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:18:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ede9a967-cadd-4341-aab8-90adb79097c6" 2024-11-10T09:18:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5404cd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42661,-1] 2024-11-10T09:18:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:18:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:57,836 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:18:57,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189b94b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:18:57,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:57,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40711,1731230321663, seqNum=-1] 2024-11-10T09:18:57,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:57,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:57,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:18:57,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,42661,1731230321443 2024-11-10T09:18:57,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0ccf5 2024-11-10T09:18:57,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:18:57,849 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:18:57,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2] 2024-11-10T09:18:57,855 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:18:57,863 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T09:18:57,870 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T09:18:57,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f1/f1/hfile_0 for inclusion in dadb2d622907ae2f0cc762b795856a9b/f1 2024-11-10T09:18:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T09:18:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:18:57,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f1/f1/hfile_1 for inclusion in dadb2d622907ae2f0cc762b795856a9b/f1 2024-11-10T09:18:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T09:18:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:18:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HRegion(2603): Flush status journal for dadb2d622907ae2f0cc762b795856a9b: 2024-11-10T09:18:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f1/f1/hfile_0 to hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__lfi9qeeke5m7veciobhhsa1cutdeokjirfg7k0rbq0ojjhe3iounci169j1fsmu0/f1/hfile_0 2024-11-10T09:18:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__lfi9qeeke5m7veciobhhsa1cutdeokjirfg7k0rbq0ojjhe3iounci169j1fsmu0/f1/hfile_0 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f1/8ce773c9970d458791bc87e0fd7d3a73_SeqId_6_ 2024-11-10T09:18:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/load_f1/f1/hfile_1 to hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__lfi9qeeke5m7veciobhhsa1cutdeokjirfg7k0rbq0ojjhe3iounci169j1fsmu0/f1/hfile_1 2024-11-10T09:18:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__lfi9qeeke5m7veciobhhsa1cutdeokjirfg7k0rbq0ojjhe3iounci169j1fsmu0/f1/hfile_1 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f1/18e6f473becb4925a86d87a4abe0bcd4_SeqId_6_ 2024-11-10T09:18:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-10T09:18:57,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__lfi9qeeke5m7veciobhhsa1cutdeokjirfg7k0rbq0ojjhe3iounci169j1fsmu0/f1/hfile_0 into dadb2d622907ae2f0cc762b795856a9b/f1 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f1/8ce773c9970d458791bc87e0fd7d3a73_SeqId_6_ - updating store file list. 2024-11-10T09:18:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ce773c9970d458791bc87e0fd7d3a73_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T09:18:57,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f1/8ce773c9970d458791bc87e0fd7d3a73_SeqId_6_ into dadb2d622907ae2f0cc762b795856a9b/f1 2024-11-10T09:18:57,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__lfi9qeeke5m7veciobhhsa1cutdeokjirfg7k0rbq0ojjhe3iounci169j1fsmu0/f1/hfile_0 into dadb2d622907ae2f0cc762b795856a9b/f1 (new location: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f1/8ce773c9970d458791bc87e0fd7d3a73_SeqId_6_) 2024-11-10T09:18:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__lfi9qeeke5m7veciobhhsa1cutdeokjirfg7k0rbq0ojjhe3iounci169j1fsmu0/f1/hfile_0 2024-11-10T09:18:57,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__lfi9qeeke5m7veciobhhsa1cutdeokjirfg7k0rbq0ojjhe3iounci169j1fsmu0/f1/hfile_1 into dadb2d622907ae2f0cc762b795856a9b/f1 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f1/18e6f473becb4925a86d87a4abe0bcd4_SeqId_6_ - updating store file list. 2024-11-10T09:18:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18e6f473becb4925a86d87a4abe0bcd4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T09:18:57,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f1/18e6f473becb4925a86d87a4abe0bcd4_SeqId_6_ into dadb2d622907ae2f0cc762b795856a9b/f1 2024-11-10T09:18:57,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__lfi9qeeke5m7veciobhhsa1cutdeokjirfg7k0rbq0ojjhe3iounci169j1fsmu0/f1/hfile_1 into dadb2d622907ae2f0cc762b795856a9b/f1 (new location: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/f1/18e6f473becb4925a86d87a4abe0bcd4_SeqId_6_) 2024-11-10T09:18:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/staging/jenkins__test__lfi9qeeke5m7veciobhhsa1cutdeokjirfg7k0rbq0ojjhe3iounci169j1fsmu0/f1/hfile_1 2024-11-10T09:18:57,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:18:57,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:18:57,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:57,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:18:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2 , the old value is region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=802346a334f5:40711 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:18:57,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:18:57,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:18:57,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2 from cache 2024-11-10T09:18:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:35912 deadline: 1731230397925 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:35912 2024-11-10T09:18:57,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:18:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40711,1731230321663, seqNum=-1] 2024-11-10T09:18:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:18:57,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:18:57,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b., hostname=802346a334f5,40711,1731230321663, seqNum=2] 2024-11-10T09:18:58,035 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:40711 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T09:18:58,368 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 687, reset compression=false 2024-11-10T09:18:58,375 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:18:58,375 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:18:58,375 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.shipper802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,40711,1731230321663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:18:58,586 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:18:58,898 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:18:59,302 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:18:59,813 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:00,421 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:01,126 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:01,930 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:02,834 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:03,881 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:04,986 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:06,189 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:07,494 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:08,898 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:10,401 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:11,032 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:19:12,005 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:13,709 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:15,513 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:17,195 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:19:17,417 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:18,381 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.shipper802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,40711,1731230321663 got entry batch from reader: null 2024-11-10T09:19:19,421 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:21,525 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:23,729 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:25,012 INFO [master/802346a334f5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T09:19:25,012 INFO [master/802346a334f5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T09:19:26,037 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:28,442 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:30,946 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:31,651 INFO [master/802346a334f5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T09:19:31,651 INFO [master/802346a334f5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T09:19:33,552 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:36,257 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:37,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dadb2d622907ae2f0cc762b795856a9b, had cached 0 bytes from a total of 31376 2024-11-10T09:19:37,671 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 547cc978a51727e0972c030d243de255, had cached 0 bytes from a total of 15585 2024-11-10T09:19:38,381 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.shipper802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,40711,1731230321663 got entry batch from reader: null 2024-11-10T09:19:39,061 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:41,032 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:19:41,964 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:44,968 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:45,766 DEBUG [master/802346a334f5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T09:19:47,195 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:19:48,072 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:51,276 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:54,580 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:57,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:19:57,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:19:57,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:19:57,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:19:57,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:19:57,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:19:57,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=539501003, stopped=false 2024-11-10T09:19:57,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:19:57,980 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,36517,1731230327617 2024-11-10T09:19:57,983 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:19:58,043 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1019563390/running 2024-11-10T09:19:58,043 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:19:58,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1019563390/running 2024-11-10T09:19:58,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:19:58,043 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:19:58,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:19:58,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:19:58,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:19:58,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,42495,1731230327831' ***** 2024-11-10T09:19:58,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:19:58,044 INFO [RS:0;802346a334f5:42495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:19:58,045 INFO [RS:0;802346a334f5:42495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:19:58,045 INFO [RS:0;802346a334f5:42495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:19:58,045 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(3091): Received CLOSE for 547cc978a51727e0972c030d243de255 2024-11-10T09:19:58,045 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:19:58,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Set watcher on znode that does not yet exist, /1-1019563390/running 2024-11-10T09:19:58,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Set watcher on znode that does not yet exist, /1-1019563390/running 2024-11-10T09:19:58,057 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,42495,1731230327831 2024-11-10T09:19:58,057 INFO [RS:0;802346a334f5:42495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:19:58,058 INFO [RS:0;802346a334f5:42495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:42495. 2024-11-10T09:19:58,058 DEBUG [RS:0;802346a334f5:42495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:19:58,058 DEBUG [RS:0;802346a334f5:42495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:19:58,058 INFO [RS:0;802346a334f5:42495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:19:58,058 INFO [RS:0;802346a334f5:42495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:19:58,058 INFO [RS:0;802346a334f5:42495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:19:58,058 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:19:58,059 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 547cc978a51727e0972c030d243de255, disabling compactions & flushes 2024-11-10T09:19:58,059 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:19:58,059 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:19:58,059 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230332247.547cc978a51727e0972c030d243de255. after waiting 0 ms 2024-11-10T09:19:58,059 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:19:58,059 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:19:58,059 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 547cc978a51727e0972c030d243de255=test,,1731230332247.547cc978a51727e0972c030d243de255.} 2024-11-10T09:19:58,059 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547cc978a51727e0972c030d243de255 2024-11-10T09:19:58,060 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:19:58,060 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:19:58,060 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:19:58,060 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:19:58,060 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:19:58,060 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T09:19:58,078 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:19:58,101 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/default/test/547cc978a51727e0972c030d243de255/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T09:19:58,102 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:19:58,102 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:19:58,103 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:19:58,103 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 547cc978a51727e0972c030d243de255: Waiting for close lock at 1731230398059Running coprocessor pre-close hooks at 1731230398059Disabling compacts and flushes for region at 1731230398059Disabling writes for close at 1731230398059Writing region close event to WAL at 1731230398081 (+22 ms)Running coprocessor post-close hooks at 1731230398102 (+21 ms)Closed at 1731230398103 (+1 ms) 2024-11-10T09:19:58,103 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230332247.547cc978a51727e0972c030d243de255. 2024-11-10T09:19:58,114 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/info/051af7bdc25a48618d42ab2fd1aac461 is 129, key is test,,1731230332247.547cc978a51727e0972c030d243de255./info:regioninfo/1731230332706/Put/seqid=0 2024-11-10T09:19:58,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741839_1015 (size=6421) 2024-11-10T09:19:58,136 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/info/051af7bdc25a48618d42ab2fd1aac461 2024-11-10T09:19:58,175 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/ns/2dca7fa41c8d4a1aa744fd494205d36a is 43, key is default/ns:d/1731230331448/Put/seqid=0 2024-11-10T09:19:58,190 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:19:58,190 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:19:58,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741840_1016 (size=5153) 2024-11-10T09:19:58,260 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:19:58,381 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.shipper802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,40711,1731230321663 got entry batch from reader: null 2024-11-10T09:19:58,460 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:19:58,591 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/ns/2dca7fa41c8d4a1aa744fd494205d36a 2024-11-10T09:19:58,640 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/rep_barrier/f54725f664ef4c0588ba3d606a332444 is 112, key is test,,1731230332247.547cc978a51727e0972c030d243de255./rep_barrier:seqnumDuringOpen/1731230332706/Put/seqid=0 2024-11-10T09:19:58,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741841_1017 (size=5518) 2024-11-10T09:19:58,660 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:19:58,860 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:19:59,048 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/rep_barrier/f54725f664ef4c0588ba3d606a332444 2024-11-10T09:19:59,061 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:19:59,061 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:19:59,061 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:19:59,072 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/table/bd6ab9fc07e348498ede2c022755fb17 is 40, key is test/table:state/1731230332730/Put/seqid=0 2024-11-10T09:19:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741842_1018 (size=5165) 2024-11-10T09:19:59,261 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:19:59,461 DEBUG [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:19:59,477 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/table/bd6ab9fc07e348498ede2c022755fb17 2024-11-10T09:19:59,489 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/info/051af7bdc25a48618d42ab2fd1aac461 as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/info/051af7bdc25a48618d42ab2fd1aac461 2024-11-10T09:19:59,496 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/info/051af7bdc25a48618d42ab2fd1aac461, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T09:19:59,498 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/ns/2dca7fa41c8d4a1aa744fd494205d36a as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/ns/2dca7fa41c8d4a1aa744fd494205d36a 2024-11-10T09:19:59,505 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/ns/2dca7fa41c8d4a1aa744fd494205d36a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:19:59,506 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/rep_barrier/f54725f664ef4c0588ba3d606a332444 as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/rep_barrier/f54725f664ef4c0588ba3d606a332444 2024-11-10T09:19:59,514 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/rep_barrier/f54725f664ef4c0588ba3d606a332444, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T09:19:59,516 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/.tmp/table/bd6ab9fc07e348498ede2c022755fb17 as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/table/bd6ab9fc07e348498ede2c022755fb17 2024-11-10T09:19:59,523 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/table/bd6ab9fc07e348498ede2c022755fb17, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:19:59,525 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1464ms, sequenceid=11, compaction requested=false 2024-11-10T09:19:59,534 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T09:19:59,535 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:19:59,535 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:19:59,535 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:19:59,535 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230398060Running coprocessor pre-close hooks at 1731230398060Disabling compacts and flushes for region at 1731230398060Disabling writes for close at 1731230398060Obtaining lock to block concurrent updates at 1731230398060Preparing flush snapshotting stores in 1588230740 at 1731230398060Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731230398061 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731230398063 (+2 ms)Flushing 1588230740/info: creating writer at 1731230398063Flushing 1588230740/info: appending metadata at 1731230398114 (+51 ms)Flushing 1588230740/info: closing flushed file at 1731230398114Flushing 1588230740/ns: creating writer at 1731230398146 (+32 ms)Flushing 1588230740/ns: appending metadata at 1731230398174 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731230398174Flushing 1588230740/rep_barrier: creating writer at 1731230398610 (+436 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230398640 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230398640Flushing 1588230740/table: creating writer at 1731230399053 (+413 ms)Flushing 1588230740/table: appending metadata at 1731230399071 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731230399071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390fff08: reopening flushed file at 1731230399487 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27419ef5: reopening flushed file at 1731230399497 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40eb10e8: reopening flushed file at 1731230399505 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc7f061: reopening flushed file at 1731230399514 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1464ms, sequenceid=11, compaction requested=false at 1731230399525 (+11 ms)Writing region close event to WAL at 1731230399529 (+4 ms)Running coprocessor post-close hooks at 1731230399535 (+6 ms)Closed at 1731230399535 2024-11-10T09:19:59,535 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:19:59,661 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,42495,1731230327831; all regions closed. 2024-11-10T09:19:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741834_1010 (size=2717) 2024-11-10T09:19:59,666 DEBUG [RS:0;802346a334f5:42495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/oldWALs 2024-11-10T09:19:59,666 INFO [RS:0;802346a334f5:42495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C42495%2C1731230327831.meta:.meta(num 1731230331307) 2024-11-10T09:19:59,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741832_1008 (size=1028) 2024-11-10T09:19:59,668 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/WALs/802346a334f5,42495,1731230327831/802346a334f5%2C42495%2C1731230327831.1731230330334 not finished, retry = 0 2024-11-10T09:19:59,770 DEBUG [RS:0;802346a334f5:42495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/oldWALs 2024-11-10T09:19:59,770 INFO [RS:0;802346a334f5:42495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C42495%2C1731230327831:(num 1731230330334) 2024-11-10T09:19:59,770 DEBUG [RS:0;802346a334f5:42495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:19:59,770 INFO [RS:0;802346a334f5:42495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:19:59,770 INFO [RS:0;802346a334f5:42495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:19:59,771 INFO [RS:0;802346a334f5:42495 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:19:59,771 INFO [RS:0;802346a334f5:42495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:19:59,771 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:19:59,771 INFO [RS:0;802346a334f5:42495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:42495. 2024-11-10T09:19:59,771 DEBUG [RS:0;802346a334f5:42495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:19:59,771 DEBUG [RS:0;802346a334f5:42495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:19:59,771 DEBUG [RS:0;802346a334f5:42495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:19:59,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:19:59,771 INFO [RS:0;802346a334f5:42495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42495 2024-11-10T09:19:59,790 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1019563390/rs/802346a334f5,42495,1731230327831 2024-11-10T09:19:59,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390/rs 2024-11-10T09:19:59,790 INFO [RS:0;802346a334f5:42495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:19:59,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,42495,1731230327831] 2024-11-10T09:19:59,811 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1019563390/draining/802346a334f5,42495,1731230327831 already deleted, retry=false 2024-11-10T09:19:59,811 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,42495,1731230327831 expired; onlineServers=0 2024-11-10T09:19:59,811 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,36517,1731230327617' ***** 2024-11-10T09:19:59,811 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:19:59,811 INFO [M:0;802346a334f5:36517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:19:59,811 INFO [M:0;802346a334f5:36517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:19:59,811 DEBUG [M:0;802346a334f5:36517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:19:59,811 DEBUG [M:0;802346a334f5:36517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:19:59,811 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:19:59,811 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230330040 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230330040,5,FailOnTimeoutGroup] 2024-11-10T09:19:59,811 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230330053 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230330053,5,FailOnTimeoutGroup] 2024-11-10T09:19:59,812 INFO [M:0;802346a334f5:36517 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:19:59,812 INFO [M:0;802346a334f5:36517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:19:59,812 DEBUG [M:0;802346a334f5:36517 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:19:59,812 INFO [M:0;802346a334f5:36517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:19:59,812 INFO [M:0;802346a334f5:36517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:19:59,812 INFO [M:0;802346a334f5:36517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:19:59,812 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:19:59,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1019563390/master 2024-11-10T09:19:59,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1019563390 2024-11-10T09:19:59,822 DEBUG [M:0;802346a334f5:36517 {}] zookeeper.ZKUtil(347): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Unable to get data of znode /1-1019563390/master because node does not exist (not an error) 2024-11-10T09:19:59,822 WARN [M:0;802346a334f5:36517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:19:59,823 INFO [M:0;802346a334f5:36517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/.lastflushedseqids 2024-11-10T09:19:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741843_1019 (size=173) 2024-11-10T09:19:59,901 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:19:59,901 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42495-0x101240a3ee60004, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:19:59,901 INFO [RS:0;802346a334f5:42495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:19:59,901 INFO [RS:0;802346a334f5:42495 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,42495,1731230327831; zookeeper connection closed. 2024-11-10T09:19:59,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30b4d1eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30b4d1eb 2024-11-10T09:19:59,901 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:20:00,249 INFO [M:0;802346a334f5:36517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:20:00,249 INFO [M:0;802346a334f5:36517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:20:00,249 DEBUG [M:0;802346a334f5:36517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:00,249 INFO [M:0;802346a334f5:36517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:00,249 DEBUG [M:0;802346a334f5:36517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:00,249 DEBUG [M:0;802346a334f5:36517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:00,249 DEBUG [M:0;802346a334f5:36517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:00,249 INFO [M:0;802346a334f5:36517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-10T09:20:00,280 DEBUG [M:0;802346a334f5:36517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/734daf01701b4ef7822b26e79f289d35 is 82, key is hbase:meta,,1/info:regioninfo/1731230331373/Put/seqid=0 2024-11-10T09:20:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741844_1020 (size=5672) 2024-11-10T09:20:00,685 INFO [M:0;802346a334f5:36517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/734daf01701b4ef7822b26e79f289d35 2024-11-10T09:20:00,704 DEBUG [M:0;802346a334f5:36517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83b0d8af80114c8c85c3845ca572b5cc is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731230332739/Put/seqid=0 2024-11-10T09:20:00,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741845_1021 (size=6727) 2024-11-10T09:20:01,108 INFO [M:0;802346a334f5:36517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83b0d8af80114c8c85c3845ca572b5cc 2024-11-10T09:20:01,113 INFO [M:0;802346a334f5:36517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83b0d8af80114c8c85c3845ca572b5cc 2024-11-10T09:20:01,133 DEBUG [M:0;802346a334f5:36517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea5147be46d4e078f63738792035036 is 69, key is 802346a334f5,42495,1731230327831/rs:state/1731230330113/Put/seqid=0 2024-11-10T09:20:01,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741846_1022 (size=5156) 2024-11-10T09:20:01,490 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.1731230323990 to pos 997, reset compression=false 2024-11-10T09:20:01,538 INFO [M:0;802346a334f5:36517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea5147be46d4e078f63738792035036 2024-11-10T09:20:01,546 DEBUG [M:0;802346a334f5:36517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/734daf01701b4ef7822b26e79f289d35 as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/734daf01701b4ef7822b26e79f289d35 2024-11-10T09:20:01,561 INFO [M:0;802346a334f5:36517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/734daf01701b4ef7822b26e79f289d35, entries=8, sequenceid=58, filesize=5.5 K 2024-11-10T09:20:01,562 DEBUG [M:0;802346a334f5:36517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83b0d8af80114c8c85c3845ca572b5cc as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83b0d8af80114c8c85c3845ca572b5cc 2024-11-10T09:20:01,572 INFO [M:0;802346a334f5:36517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83b0d8af80114c8c85c3845ca572b5cc 2024-11-10T09:20:01,573 INFO [M:0;802346a334f5:36517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83b0d8af80114c8c85c3845ca572b5cc, entries=6, sequenceid=58, filesize=6.6 K 2024-11-10T09:20:01,576 DEBUG [M:0;802346a334f5:36517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea5147be46d4e078f63738792035036 as hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea5147be46d4e078f63738792035036 2024-11-10T09:20:01,595 INFO [M:0;802346a334f5:36517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36111/user/jenkins/test-data/bc88ad48-b675-5a49-7a20-a6bda2761bfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea5147be46d4e078f63738792035036, entries=1, sequenceid=58, filesize=5.0 K 2024-11-10T09:20:01,596 INFO [M:0;802346a334f5:36517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=58, compaction requested=false 2024-11-10T09:20:01,598 INFO [M:0;802346a334f5:36517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:01,598 DEBUG [M:0;802346a334f5:36517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230400249Disabling compacts and flushes for region at 1731230400249Disabling writes for close at 1731230400249Obtaining lock to block concurrent updates at 1731230400249Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230400249Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731230400250 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230400251 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230400251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230400279 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230400279Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230400690 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230400703 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230400703Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230401114 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230401132 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230401132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a15db0: reopening flushed file at 1731230401545 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b08e13a: reopening flushed file at 1731230401561 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778b3db6: reopening flushed file at 1731230401573 (+12 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=58, compaction requested=false at 1731230401597 (+24 ms)Writing region close event to WAL at 1731230401598 (+1 ms)Closed at 1731230401598 2024-11-10T09:20:01,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33299 is added to blk_1073741830_1006 (size=33026) 2024-11-10T09:20:01,603 INFO [M:0;802346a334f5:36517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:20:01,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:01,604 INFO [M:0;802346a334f5:36517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36517 2024-11-10T09:20:01,604 INFO [M:0;802346a334f5:36517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:01,753 INFO [M:0;802346a334f5:36517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:01,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:01,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36517-0x101240a3ee60003, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:01,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4002ad2a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:20:01,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@213b95e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:20:01,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:20:01,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4600fe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:20:01,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26636bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/hadoop.log.dir/,STOPPED} 2024-11-10T09:20:01,758 WARN [BP-894872272-172.17.0.3-1731230325171 heartbeating to localhost/127.0.0.1:36111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:20:01,758 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:20:01,758 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:20:01,758 WARN [BP-894872272-172.17.0.3-1731230325171 heartbeating to localhost/127.0.0.1:36111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-894872272-172.17.0.3-1731230325171 (Datanode Uuid 332ce117-e664-4ba0-860e-b469b2a12885) service to localhost/127.0.0.1:36111 2024-11-10T09:20:01,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/cluster_ab7d3e8d-ddfb-74a1-9957-ae582dd0cc21/data/data1/current/BP-894872272-172.17.0.3-1731230325171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:20:01,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/cluster_ab7d3e8d-ddfb-74a1-9957-ae582dd0cc21/data/data2/current/BP-894872272-172.17.0.3-1731230325171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:20:01,758 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:20:01,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c0806ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:20:01,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f65445{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:20:01,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:20:01,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@364aafe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:20:01,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e5ce00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/hadoop.log.dir/,STOPPED} 2024-11-10T09:20:01,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:20:01,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:20:01,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:01,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:01,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:01,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:01,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:01,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:20:01,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1331220382, stopped=false 2024-11-10T09:20:01,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,42661,1731230321443 2024-11-10T09:20:01,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0381869603/running 2024-11-10T09:20:01,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:20:01,800 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:01,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0381869603/running 2024-11-10T09:20:01,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:20:01,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:01,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:01,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:01,801 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,40711,1731230321663' ***** 2024-11-10T09:20:01,801 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:20:01,801 INFO [RS:0;802346a334f5:40711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:20:01,801 INFO [RS:0;802346a334f5:40711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:20:01,801 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:20:01,801 INFO [RS:0;802346a334f5:40711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:20:01,801 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(3091): Received CLOSE for 4032795f9d0aadbfa94d43b7b0b0c44f 2024-11-10T09:20:01,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Set watcher on znode that does not yet exist, /0381869603/running 2024-11-10T09:20:01,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Set watcher on znode that does not yet exist, /0381869603/running 2024-11-10T09:20:01,802 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(3091): Received CLOSE for dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:20:01,802 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,40711,1731230321663 2024-11-10T09:20:01,802 INFO [RS:0;802346a334f5:40711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:01,802 INFO [RS:0;802346a334f5:40711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:40711. 2024-11-10T09:20:01,802 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4032795f9d0aadbfa94d43b7b0b0c44f, disabling compactions & flushes 2024-11-10T09:20:01,802 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:20:01,802 DEBUG [RS:0;802346a334f5:40711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:01,802 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:20:01,802 DEBUG [RS:0;802346a334f5:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:01,802 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. after waiting 0 ms 2024-11-10T09:20:01,802 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:20:01,802 INFO [RS:0;802346a334f5:40711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:20:01,802 INFO [RS:0;802346a334f5:40711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:20:01,802 INFO [RS:0;802346a334f5:40711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:20:01,802 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4032795f9d0aadbfa94d43b7b0b0c44f 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-10T09:20:01,802 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:20:01,802 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:20:01,802 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1325): Online Regions={4032795f9d0aadbfa94d43b7b0b0c44f=hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f., 1588230740=hbase:meta,,1.1588230740, dadb2d622907ae2f0cc762b795856a9b=test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b.} 2024-11-10T09:20:01,802 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4032795f9d0aadbfa94d43b7b0b0c44f, dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:20:01,802 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:20:01,802 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:20:01,802 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:20:01,803 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:20:01,803 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:20:01,803 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:20:01,817 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/info/5c5e1b06c8d044418def0a9768892a59 is 147, key is hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f./info:regioninfo/1731230333846/Put/seqid=0 2024-11-10T09:20:01,817 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/.tmp/hfileref/a35089f19c6a412fa34c88fed3768127 is 74, key is 1/hfileref:1c10e2c324104301818020c07fa4e629_SeqId_4_/1731230337319/DeleteColumn/seqid=0 2024-11-10T09:20:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741844_1020 (size=7686) 2024-11-10T09:20:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741845_1021 (size=5203) 2024-11-10T09:20:01,850 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:01,859 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:20:01,859 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:20:02,003 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4032795f9d0aadbfa94d43b7b0b0c44f, dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:20:02,203 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4032795f9d0aadbfa94d43b7b0b0c44f, dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:20:02,222 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/.tmp/hfileref/a35089f19c6a412fa34c88fed3768127 2024-11-10T09:20:02,222 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/info/5c5e1b06c8d044418def0a9768892a59 2024-11-10T09:20:02,243 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/ns/470f3708c93546cbb48ce2ce3dbde5a3 is 43, key is default/ns:d/1731230324992/Put/seqid=0 2024-11-10T09:20:02,247 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/.tmp/queue/3b4a2fe8da8d4ca9ba1268d5d56fe5c4 is 153, key is 1-802346a334f5,40711,1731230321663/queue:802346a334f5%2C40711%2C1731230321663/1731230338377/Put/seqid=0 2024-11-10T09:20:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741846_1022 (size=5153) 2024-11-10T09:20:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741847_1023 (size=5352) 2024-11-10T09:20:02,403 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4032795f9d0aadbfa94d43b7b0b0c44f, dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:20:02,603 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4032795f9d0aadbfa94d43b7b0b0c44f, dadb2d622907ae2f0cc762b795856a9b 2024-11-10T09:20:02,648 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/ns/470f3708c93546cbb48ce2ce3dbde5a3 2024-11-10T09:20:02,651 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/.tmp/queue/3b4a2fe8da8d4ca9ba1268d5d56fe5c4 2024-11-10T09:20:02,657 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/.tmp/hfileref/a35089f19c6a412fa34c88fed3768127 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/hfileref/a35089f19c6a412fa34c88fed3768127 2024-11-10T09:20:02,662 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/hfileref/a35089f19c6a412fa34c88fed3768127, entries=2, sequenceid=10, filesize=5.1 K 2024-11-10T09:20:02,663 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/.tmp/queue/3b4a2fe8da8d4ca9ba1268d5d56fe5c4 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/queue/3b4a2fe8da8d4ca9ba1268d5d56fe5c4 2024-11-10T09:20:02,669 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/queue/3b4a2fe8da8d4ca9ba1268d5d56fe5c4, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T09:20:02,670 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/rep_barrier/d85da46bd9e24a31b7988f60adf95c05 is 112, key is test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b./rep_barrier:seqnumDuringOpen/1731230332134/Put/seqid=0 2024-11-10T09:20:02,670 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4032795f9d0aadbfa94d43b7b0b0c44f in 868ms, sequenceid=10, compaction requested=false 2024-11-10T09:20:02,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741848_1024 (size=5518) 2024-11-10T09:20:02,677 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/replication/4032795f9d0aadbfa94d43b7b0b0c44f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T09:20:02,678 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:02,678 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:02,678 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:20:02,678 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4032795f9d0aadbfa94d43b7b0b0c44f: Waiting for close lock at 1731230401802Running coprocessor pre-close hooks at 1731230401802Disabling compacts and flushes for region at 1731230401802Disabling writes for close at 1731230401802Obtaining lock to block concurrent updates at 1731230401802Preparing flush snapshotting stores in 4032795f9d0aadbfa94d43b7b0b0c44f at 1731230401802Finished memstore snapshotting hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731230401802Flushing stores of hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. at 1731230401803 (+1 ms)Flushing 4032795f9d0aadbfa94d43b7b0b0c44f/hfileref: creating writer at 1731230401803Flushing 4032795f9d0aadbfa94d43b7b0b0c44f/hfileref: appending metadata at 1731230401817 (+14 ms)Flushing 4032795f9d0aadbfa94d43b7b0b0c44f/hfileref: closing flushed file at 1731230401817Flushing 4032795f9d0aadbfa94d43b7b0b0c44f/queue: creating writer at 1731230402227 (+410 ms)Flushing 4032795f9d0aadbfa94d43b7b0b0c44f/queue: appending metadata at 1731230402246 (+19 ms)Flushing 4032795f9d0aadbfa94d43b7b0b0c44f/queue: closing flushed file at 1731230402246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14dd0984: reopening flushed file at 1731230402656 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c270c3: reopening flushed file at 1731230402662 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4032795f9d0aadbfa94d43b7b0b0c44f in 868ms, sequenceid=10, compaction requested=false at 1731230402670 (+8 ms)Writing region close event to WAL at 1731230402673 (+3 ms)Running coprocessor post-close hooks at 1731230402678 (+5 ms)Closed at 1731230402678 2024-11-10T09:20:02,678 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230332944.4032795f9d0aadbfa94d43b7b0b0c44f. 2024-11-10T09:20:02,678 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dadb2d622907ae2f0cc762b795856a9b, disabling compactions & flushes 2024-11-10T09:20:02,678 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:20:02,678 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:20:02,678 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. after waiting 0 ms 2024-11-10T09:20:02,678 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:20:02,682 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/default/test/dadb2d622907ae2f0cc762b795856a9b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:20:02,682 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:02,682 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:20:02,682 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:20:02,682 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dadb2d622907ae2f0cc762b795856a9b: Waiting for close lock at 1731230402678Running coprocessor pre-close hooks at 1731230402678Disabling compacts and flushes for region at 1731230402678Disabling writes for close at 1731230402678Writing region close event to WAL at 1731230402679 (+1 ms)Running coprocessor post-close hooks at 1731230402682 (+3 ms)Closed at 1731230402682 2024-11-10T09:20:02,682 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230331605.dadb2d622907ae2f0cc762b795856a9b. 2024-11-10T09:20:02,803 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:20:02,803 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:20:02,803 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:03,004 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:03,077 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/rep_barrier/d85da46bd9e24a31b7988f60adf95c05 2024-11-10T09:20:03,108 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/table/68b7775baf2543559d04265114bd917f is 53, key is hbase:replication/table:state/1731230333879/Put/seqid=0 2024-11-10T09:20:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741849_1025 (size=5308) 2024-11-10T09:20:03,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:03,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:03,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:03,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:03,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:03,204 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:03,404 DEBUG [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:03,515 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/table/68b7775baf2543559d04265114bd917f 2024-11-10T09:20:03,523 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/info/5c5e1b06c8d044418def0a9768892a59 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/info/5c5e1b06c8d044418def0a9768892a59 2024-11-10T09:20:03,532 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/info/5c5e1b06c8d044418def0a9768892a59, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:20:03,534 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/ns/470f3708c93546cbb48ce2ce3dbde5a3 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/ns/470f3708c93546cbb48ce2ce3dbde5a3 2024-11-10T09:20:03,542 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/ns/470f3708c93546cbb48ce2ce3dbde5a3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:20:03,543 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/rep_barrier/d85da46bd9e24a31b7988f60adf95c05 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/rep_barrier/d85da46bd9e24a31b7988f60adf95c05 2024-11-10T09:20:03,550 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/rep_barrier/d85da46bd9e24a31b7988f60adf95c05, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:20:03,551 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/.tmp/table/68b7775baf2543559d04265114bd917f as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/table/68b7775baf2543559d04265114bd917f 2024-11-10T09:20:03,558 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/table/68b7775baf2543559d04265114bd917f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:20:03,559 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1756ms, sequenceid=16, compaction requested=false 2024-11-10T09:20:03,560 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:20:03,576 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:20:03,576 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:03,577 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:03,577 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:03,577 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230401802Running coprocessor pre-close hooks at 1731230401802Disabling compacts and flushes for region at 1731230401802Disabling writes for close at 1731230401803 (+1 ms)Obtaining lock to block concurrent updates at 1731230401803Preparing flush snapshotting stores in 1588230740 at 1731230401803Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230401803Flushing stores of hbase:meta,,1.1588230740 at 1731230401803Flushing 1588230740/info: creating writer at 1731230401803Flushing 1588230740/info: appending metadata at 1731230401817 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731230401817Flushing 1588230740/ns: creating writer at 1731230402227 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731230402243 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731230402243Flushing 1588230740/rep_barrier: creating writer at 1731230402653 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230402669 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230402669Flushing 1588230740/table: creating writer at 1731230403086 (+417 ms)Flushing 1588230740/table: appending metadata at 1731230403108 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731230403108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df48ebc: reopening flushed file at 1731230403522 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7964a5ca: reopening flushed file at 1731230403533 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228d68df: reopening flushed file at 1731230403542 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b00fdad: reopening flushed file at 1731230403550 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1756ms, sequenceid=16, compaction requested=false at 1731230403559 (+9 ms)Writing region close event to WAL at 1731230403572 (+13 ms)Running coprocessor post-close hooks at 1731230403576 (+4 ms)Closed at 1731230403577 (+1 ms) 2024-11-10T09:20:03,577 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:03,604 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,40711,1731230321663; all regions closed. 2024-11-10T09:20:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:20:03,609 DEBUG [RS:0;802346a334f5:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/oldWALs 2024-11-10T09:20:03,609 INFO [RS:0;802346a334f5:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C40711%2C1731230321663.meta:.meta(num 1731230324898) 2024-11-10T09:20:03,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/WALs/802346a334f5,40711,1731230321663/802346a334f5%2C40711%2C1731230321663.rep.1731230333725 not finished, retry = 0 2024-11-10T09:20:03,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741839_1015 (size=2700) 2024-11-10T09:20:03,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:20:03,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:03,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:03,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:03,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:03,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:03,717 DEBUG [RS:0;802346a334f5:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/oldWALs 2024-11-10T09:20:03,718 INFO [RS:0;802346a334f5:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C40711%2C1731230321663.rep:(num 1731230333725) 2024-11-10T09:20:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741832_1008 (size=1300) 2024-11-10T09:20:03,728 DEBUG [RS:0;802346a334f5:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/oldWALs 2024-11-10T09:20:03,728 INFO [RS:0;802346a334f5:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C40711%2C1731230321663:(num 1731230323990) 2024-11-10T09:20:03,728 DEBUG [RS:0;802346a334f5:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:03,728 INFO [RS:0;802346a334f5:40711 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:03,728 INFO [RS:0;802346a334f5:40711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:03,728 INFO [RS:0;802346a334f5:40711 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:03,728 INFO [RS:0;802346a334f5:40711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:03,728 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:03,729 INFO [RS:0;802346a334f5:40711 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,40711,1731230321663 because: Region server is closing 2024-11-10T09:20:03,729 INFO [RS:0;802346a334f5:40711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:40711. 2024-11-10T09:20:03,729 DEBUG [RS:0;802346a334f5:40711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:03,729 DEBUG [RS:0;802346a334f5:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:03,729 DEBUG [RS:0;802346a334f5:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:03,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:03,829 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.wal-reader.802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:20:03,829 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.shipper802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T09:20:03,830 INFO [RS:0;802346a334f5:40711 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40711,1731230321663.replicationSource.shipper802346a334f5%2C40711%2C1731230321663,1-802346a334f5,40711,1731230321663 terminated 2024-11-10T09:20:03,830 INFO [RS:0;802346a334f5:40711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40711 2024-11-10T09:20:03,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603/rs 2024-11-10T09:20:03,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0381869603/rs/802346a334f5,40711,1731230321663 2024-11-10T09:20:03,895 INFO [RS:0;802346a334f5:40711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:03,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,40711,1731230321663] 2024-11-10T09:20:03,916 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0381869603/draining/802346a334f5,40711,1731230321663 already deleted, retry=false 2024-11-10T09:20:03,916 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,40711,1731230321663 expired; onlineServers=0 2024-11-10T09:20:03,916 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,42661,1731230321443' ***** 2024-11-10T09:20:03,916 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:20:03,916 INFO [M:0;802346a334f5:42661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:03,916 INFO [M:0;802346a334f5:42661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:03,916 DEBUG [M:0;802346a334f5:42661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:20:03,916 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:20:03,916 DEBUG [M:0;802346a334f5:42661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:20:03,916 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230323702 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230323702,5,FailOnTimeoutGroup] 2024-11-10T09:20:03,916 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230323702 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230323702,5,FailOnTimeoutGroup] 2024-11-10T09:20:03,916 INFO [M:0;802346a334f5:42661 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:03,916 INFO [M:0;802346a334f5:42661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:03,916 DEBUG [M:0;802346a334f5:42661 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:20:03,917 INFO [M:0;802346a334f5:42661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:20:03,917 INFO [M:0;802346a334f5:42661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:03,917 INFO [M:0;802346a334f5:42661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:20:03,917 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:20:03,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0381869603/master 2024-11-10T09:20:03,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381869603 2024-11-10T09:20:03,927 DEBUG [M:0;802346a334f5:42661 {}] zookeeper.ZKUtil(347): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Unable to get data of znode /0381869603/master because node does not exist (not an error) 2024-11-10T09:20:03,927 WARN [M:0;802346a334f5:42661 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:20:03,929 INFO [M:0;802346a334f5:42661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/.lastflushedseqids 2024-11-10T09:20:03,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741850_1026 (size=263) 2024-11-10T09:20:04,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:04,006 INFO [RS:0;802346a334f5:40711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:04,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x101240a3ee60001, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:04,006 INFO [RS:0;802346a334f5:40711 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,40711,1731230321663; zookeeper connection closed. 2024-11-10T09:20:04,006 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46b1a5cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46b1a5cb 2024-11-10T09:20:04,006 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:20:04,335 INFO [M:0;802346a334f5:42661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:20:04,335 INFO [M:0;802346a334f5:42661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:20:04,335 DEBUG [M:0;802346a334f5:42661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:04,335 INFO [M:0;802346a334f5:42661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:04,335 DEBUG [M:0;802346a334f5:42661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:04,335 DEBUG [M:0;802346a334f5:42661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:04,335 DEBUG [M:0;802346a334f5:42661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:04,335 INFO [M:0;802346a334f5:42661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-10T09:20:04,350 DEBUG [M:0;802346a334f5:42661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e4acc9d99d342dbbf6b0065e2221bec is 82, key is hbase:meta,,1/info:regioninfo/1731230324947/Put/seqid=0 2024-11-10T09:20:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741851_1027 (size=5672) 2024-11-10T09:20:04,755 INFO [M:0;802346a334f5:42661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e4acc9d99d342dbbf6b0065e2221bec 2024-11-10T09:20:04,773 DEBUG [M:0;802346a334f5:42661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67b33f7bd4b141389e921cebd4e70ef8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731230332171/Put/seqid=0 2024-11-10T09:20:04,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741852_1028 (size=7239) 2024-11-10T09:20:05,177 INFO [M:0;802346a334f5:42661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67b33f7bd4b141389e921cebd4e70ef8 2024-11-10T09:20:05,182 INFO [M:0;802346a334f5:42661 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67b33f7bd4b141389e921cebd4e70ef8 2024-11-10T09:20:05,205 DEBUG [M:0;802346a334f5:42661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcf6bd27c0c1477f98a90fa1ddb51222 is 69, key is 802346a334f5,40711,1731230321663/rs:state/1731230323834/Put/seqid=0 2024-11-10T09:20:05,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741853_1029 (size=5156) 2024-11-10T09:20:05,226 INFO [M:0;802346a334f5:42661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcf6bd27c0c1477f98a90fa1ddb51222 2024-11-10T09:20:05,235 DEBUG [M:0;802346a334f5:42661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e4acc9d99d342dbbf6b0065e2221bec as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e4acc9d99d342dbbf6b0065e2221bec 2024-11-10T09:20:05,241 INFO [M:0;802346a334f5:42661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e4acc9d99d342dbbf6b0065e2221bec, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T09:20:05,243 DEBUG [M:0;802346a334f5:42661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67b33f7bd4b141389e921cebd4e70ef8 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67b33f7bd4b141389e921cebd4e70ef8 2024-11-10T09:20:05,247 INFO [M:0;802346a334f5:42661 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67b33f7bd4b141389e921cebd4e70ef8 2024-11-10T09:20:05,248 INFO [M:0;802346a334f5:42661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67b33f7bd4b141389e921cebd4e70ef8, entries=11, sequenceid=105, filesize=7.1 K 2024-11-10T09:20:05,249 DEBUG [M:0;802346a334f5:42661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcf6bd27c0c1477f98a90fa1ddb51222 as hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcf6bd27c0c1477f98a90fa1ddb51222 2024-11-10T09:20:05,254 INFO [M:0;802346a334f5:42661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39593/user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcf6bd27c0c1477f98a90fa1ddb51222, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T09:20:05,255 INFO [M:0;802346a334f5:42661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false 2024-11-10T09:20:05,274 INFO [M:0;802346a334f5:42661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:05,274 DEBUG [M:0;802346a334f5:42661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230404335Disabling compacts and flushes for region at 1731230404335Disabling writes for close at 1731230404335Obtaining lock to block concurrent updates at 1731230404335Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230404335Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731230404336 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230404336Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230404336Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230404350 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230404350Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230404759 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230404772 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230404772Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230405182 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230405205 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230405205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b09206: reopening flushed file at 1731230405234 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57803dea: reopening flushed file at 1731230405242 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330a1cf8: reopening flushed file at 1731230405248 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false at 1731230405255 (+7 ms)Writing region close event to WAL at 1731230405274 (+19 ms)Closed at 1731230405274 2024-11-10T09:20:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45907 is added to blk_1073741830_1006 (size=64514) 2024-11-10T09:20:05,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b79f5809-5ff3-a783-ff4c-6d7057fe1c8b/MasterData/WALs/802346a334f5,42661,1731230321443/802346a334f5%2C42661%2C1731230321443.1731230323392 not finished, retry = 0 2024-11-10T09:20:05,382 INFO [M:0;802346a334f5:42661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:20:05,382 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:05,383 INFO [M:0;802346a334f5:42661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42661 2024-11-10T09:20:05,383 INFO [M:0;802346a334f5:42661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:05,529 INFO [M:0;802346a334f5:42661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:05,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:05,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42661-0x101240a3ee60000, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:05,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ac042f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:20:05,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dc5b652{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:20:05,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:20:05,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21c6da7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:20:05,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ec4002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/hadoop.log.dir/,STOPPED} 2024-11-10T09:20:05,532 WARN [BP-1716807772-172.17.0.3-1731230319455 heartbeating to localhost/127.0.0.1:39593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:20:05,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:20:05,532 WARN [BP-1716807772-172.17.0.3-1731230319455 heartbeating to localhost/127.0.0.1:39593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1716807772-172.17.0.3-1731230319455 (Datanode Uuid 074e47e4-0c3f-44c2-a9e1-28fb94f9635f) service to localhost/127.0.0.1:39593 2024-11-10T09:20:05,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:20:05,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/cluster_4348b6c2-2a08-85a1-5e70-f723d8fefe3b/data/data1/current/BP-1716807772-172.17.0.3-1731230319455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:20:05,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/cluster_4348b6c2-2a08-85a1-5e70-f723d8fefe3b/data/data2/current/BP-1716807772-172.17.0.3-1731230319455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:20:05,533 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:20:05,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd7a8cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:20:05,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10d4d80c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:20:05,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:20:05,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38add795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:20:05,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24877fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f15327-543b-28b9-023e-7f7599615d23/hadoop.log.dir/,STOPPED} 2024-11-10T09:20:05,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:20:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:20:05,571 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 137) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f89f0b8d5c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36111 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49316) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39593 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f89f0b8d5c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49316) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 747), ProcessCount=11 (was 11), AvailableMemoryMB=1212 (was 1586) 2024-11-10T09:20:05,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=1212 2024-11-10T09:20:05,596 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-10T09:20:05,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/hadoop.log.dir so I do NOT create it in target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8 2024-11-10T09:20:05,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:20:05,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/hadoop.tmp.dir so I do NOT create it in target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8 2024-11-10T09:20:05,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b494357f-7b3f-42d2-f99b-3ff268ba7164/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:20:05,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8 2024-11-10T09:20:05,597 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/cluster_05981c30-cdde-e200-cdbe-8555005d114c, deleteOnExit=true 2024-11-10T09:20:05,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/cluster_05981c30-cdde-e200-cdbe-8555005d114c/zookeeper_0, clientPort=53864, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/cluster_05981c30-cdde-e200-cdbe-8555005d114c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/cluster_05981c30-cdde-e200-cdbe-8555005d114c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:20:05,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53864 2024-11-10T09:20:05,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:20:05,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:20:05,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/test.cache.data in system properties and HBase conf 2024-11-10T09:20:05,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:20:05,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:20:05,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:20:05,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:20:05,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:20:05,617 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:20:05,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:20:05,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:20:05,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:20:05,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:20:05,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:20:05,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:20:05,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:20:05,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:20:05,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:20:05,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:20:05,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:20:05,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:20:05,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:20:05,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:20:05,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101240a3ee60002, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:20:05,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101240a3ee60005, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:20:05,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101240a3ee60005, quorum=127.0.0.1:49316, baseZNode=/1-1019563390 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:20:05,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101240a3ee60002, quorum=127.0.0.1:49316, baseZNode=/0381869603 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:20:05,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:05,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:20:05,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:20:05,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:20:05,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:20:05,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:05,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379ae8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:20:05,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f317f77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:20:06,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3257161a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/java.io.tmpdir/jetty-localhost-34681-hadoop-hdfs-3_4_1-tests_jar-_-any-1941285351191774814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:20:06,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@103e63a7{HTTP/1.1, (http/1.1)}{localhost:34681} 2024-11-10T09:20:06,057 INFO [Time-limited test {}] server.Server(415): Started @139764ms 2024-11-10T09:20:06,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:06,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:20:06,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:20:06,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:20:06,362 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:20:06,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11505e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:20:06,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61e0d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:20:06,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cab360e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/java.io.tmpdir/jetty-localhost-35675-hadoop-hdfs-3_4_1-tests_jar-_-any-11884923373220358246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:20:06,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d8bae20{HTTP/1.1, (http/1.1)}{localhost:35675} 2024-11-10T09:20:06,488 INFO [Time-limited test {}] server.Server(415): Started @140195ms 2024-11-10T09:20:06,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:20:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:20:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T09:20:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:20:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T09:20:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:20:07,132 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/cluster_05981c30-cdde-e200-cdbe-8555005d114c/data/data1/current/BP-1157121786-172.17.0.3-1731230405638/current, will proceed with Du for space computation calculation, 2024-11-10T09:20:07,133 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/cluster_05981c30-cdde-e200-cdbe-8555005d114c/data/data2/current/BP-1157121786-172.17.0.3-1731230405638/current, will proceed with Du for space computation calculation, 2024-11-10T09:20:07,154 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:20:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fca58f2a9e746c1 with lease ID 0xe9644a14b44ec8c9: Processing first storage report for DS-807d97ab-8fe7-453e-afd7-c6ed2be54dd3 from datanode DatanodeRegistration(127.0.0.1:45639, datanodeUuid=a03c39de-9606-4e55-8d20-65e24563a668, infoPort=46475, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=1806800858;c=1731230405638) 2024-11-10T09:20:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fca58f2a9e746c1 with lease ID 0xe9644a14b44ec8c9: from storage DS-807d97ab-8fe7-453e-afd7-c6ed2be54dd3 node DatanodeRegistration(127.0.0.1:45639, datanodeUuid=a03c39de-9606-4e55-8d20-65e24563a668, infoPort=46475, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=1806800858;c=1731230405638), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:20:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fca58f2a9e746c1 with lease ID 0xe9644a14b44ec8c9: Processing first storage report for DS-d7937e2f-02f7-4a52-9f7c-7d64fac765f3 from datanode DatanodeRegistration(127.0.0.1:45639, datanodeUuid=a03c39de-9606-4e55-8d20-65e24563a668, infoPort=46475, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=1806800858;c=1731230405638) 2024-11-10T09:20:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fca58f2a9e746c1 with lease ID 0xe9644a14b44ec8c9: from storage DS-d7937e2f-02f7-4a52-9f7c-7d64fac765f3 node DatanodeRegistration(127.0.0.1:45639, datanodeUuid=a03c39de-9606-4e55-8d20-65e24563a668, infoPort=46475, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=1806800858;c=1731230405638), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:20:07,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8 2024-11-10T09:20:07,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:07,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:07,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:20:07,649 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6 with version=8 2024-11-10T09:20:07,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/hbase-staging 2024-11-10T09:20:07,651 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:20:07,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:07,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:07,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:20:07,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:07,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:20:07,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:20:07,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:20:07,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40845 2024-11-10T09:20:07,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40845 connecting to ZooKeeper ensemble=127.0.0.1:53864 2024-11-10T09:20:07,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408450x0, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:07,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40845-0x101240b8f990000 connected 2024-11-10T09:20:07,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:07,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:07,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/running 2024-11-10T09:20:07,939 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6, hbase.cluster.distributed=false 2024-11-10T09:20:07,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/acl 2024-11-10T09:20:07,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-10T09:20:07,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40845 2024-11-10T09:20:07,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40845 2024-11-10T09:20:07,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-10T09:20:07,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-10T09:20:07,962 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:20:07,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:07,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:07,962 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:20:07,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:07,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:20:07,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:20:07,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:20:07,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40641 2024-11-10T09:20:07,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40641 connecting to ZooKeeper ensemble=127.0.0.1:53864 2024-11-10T09:20:07,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:07,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:07,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406410x0, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:07,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406410x0, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/running 2024-11-10T09:20:07,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40641-0x101240b8f990001 connected 2024-11-10T09:20:07,978 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:20:07,978 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:20:07,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/master 2024-11-10T09:20:07,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/acl 2024-11-10T09:20:07,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40641 2024-11-10T09:20:07,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40641 2024-11-10T09:20:07,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40641 2024-11-10T09:20:07,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40641 2024-11-10T09:20:07,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40641 2024-11-10T09:20:08,003 DEBUG [M:0;802346a334f5:40845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:40845 2024-11-10T09:20:08,004 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1138767499/backup-masters/802346a334f5,40845,1731230407651 2024-11-10T09:20:08,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/backup-masters 2024-11-10T09:20:08,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/backup-masters 2024-11-10T09:20:08,009 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on existing znode=/0-1138767499/backup-masters/802346a334f5,40845,1731230407651 2024-11-10T09:20:08,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1138767499/master 2024-11-10T09:20:08,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:08,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:08,020 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on existing znode=/0-1138767499/master 2024-11-10T09:20:08,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1138767499/backup-masters/802346a334f5,40845,1731230407651 from backup master directory 2024-11-10T09:20:08,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1138767499/backup-masters/802346a334f5,40845,1731230407651 2024-11-10T09:20:08,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/backup-masters 2024-11-10T09:20:08,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/backup-masters 2024-11-10T09:20:08,030 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:20:08,030 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,40845,1731230407651 2024-11-10T09:20:08,035 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/hbase.id] with ID: 87ba8add-2457-4b85-8e4b-fdb4d6001cb8 2024-11-10T09:20:08,035 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/.tmp/hbase.id 2024-11-10T09:20:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:20:08,452 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/.tmp/hbase.id]:[hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/hbase.id] 2024-11-10T09:20:08,465 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:08,465 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:20:08,466 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:20:08,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:08,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:08,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:20:08,523 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:20:08,524 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:20:08,524 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:08,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:20:08,950 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store 2024-11-10T09:20:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:20:09,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:20:09,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:09,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:09,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:09,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:09,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:09,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:09,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:09,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:09,356 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:09,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:09,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:09,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:09,356 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:09,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230409356Disabling compacts and flushes for region at 1731230409356Disabling writes for close at 1731230409356Writing region close event to WAL at 1731230409356Closed at 1731230409356 2024-11-10T09:20:09,357 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/.initializing 2024-11-10T09:20:09,357 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,40845,1731230407651 2024-11-10T09:20:09,358 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:20:09,360 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C40845%2C1731230407651, suffix=, logDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,40845,1731230407651, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/oldWALs, maxLogs=10 2024-11-10T09:20:09,373 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,40845,1731230407651/802346a334f5%2C40845%2C1731230407651.1731230409360, exclude list is [], retry=0 2024-11-10T09:20:09,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45639,DS-807d97ab-8fe7-453e-afd7-c6ed2be54dd3,DISK] 2024-11-10T09:20:09,377 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,40845,1731230407651/802346a334f5%2C40845%2C1731230407651.1731230409360 2024-11-10T09:20:09,377 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-10T09:20:09,378 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:09,378 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:09,378 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,378 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:20:09,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:09,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:09,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:20:09,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:09,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:09,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:20:09,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:09,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:09,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:20:09,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:09,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:09,385 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,385 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,386 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,387 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,387 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,387 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:09,388 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:09,390 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:09,391 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73014427, jitterRate=0.08799974620342255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:09,391 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230409378Initializing all the Stores at 1731230409379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230409379Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230409379Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230409379Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230409379Cleaning up temporary data from old regions at 1731230409387 (+8 ms)Region opened successfully at 1731230409391 (+4 ms) 2024-11-10T09:20:09,392 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:20:09,395 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e93223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:20:09,395 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:20:09,396 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:20:09,396 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:20:09,396 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:20:09,396 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:20:09,397 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:20:09,397 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:20:09,399 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:20:09,400 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/balancer because node does not exist (not necessarily an error) 2024-11-10T09:20:09,461 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/balancer already deleted, retry=false 2024-11-10T09:20:09,462 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:20:09,462 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:20:09,472 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/normalizer already deleted, retry=false 2024-11-10T09:20:09,473 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:20:09,474 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:20:09,482 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/switch/split already deleted, retry=false 2024-11-10T09:20:09,484 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:20:09,493 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/switch/merge already deleted, retry=false 2024-11-10T09:20:09,495 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:20:09,503 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/snapshot-cleanup already deleted, retry=false 2024-11-10T09:20:09,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1138767499/running 2024-11-10T09:20:09,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1138767499/running 2024-11-10T09:20:09,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:09,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:09,514 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,40845,1731230407651, sessionid=0x101240b8f990000, setting cluster-up flag (Was=false) 2024-11-10T09:20:09,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:09,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:09,567 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1138767499/flush-table-proc/acquired, /0-1138767499/flush-table-proc/reached, /0-1138767499/flush-table-proc/abort 2024-11-10T09:20:09,568 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,40845,1731230407651 2024-11-10T09:20:09,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:09,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:09,619 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1138767499/online-snapshot/acquired, /0-1138767499/online-snapshot/reached, /0-1138767499/online-snapshot/abort 2024-11-10T09:20:09,620 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,40845,1731230407651 2024-11-10T09:20:09,622 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:20:09,623 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:09,623 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:20:09,624 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:20:09,624 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,40845,1731230407651 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:20:09,625 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:09,625 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:09,625 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:09,625 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:09,625 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:20:09,625 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,625 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:20:09,625 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230439626 2024-11-10T09:20:09,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:20:09,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:20:09,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:20:09,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:20:09,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:20:09,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:09,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:20:09,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:20:09,627 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,627 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:20:09,627 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:20:09,627 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:20:09,627 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:20:09,627 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:20:09,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:09,627 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:20:09,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:20:09,628 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230409627,5,FailOnTimeoutGroup] 2024-11-10T09:20:09,632 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230409628,5,FailOnTimeoutGroup] 2024-11-10T09:20:09,632 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,632 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:20:09,632 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,632 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:20:09,688 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(746): ClusterId : 87ba8add-2457-4b85-8e4b-fdb4d6001cb8 2024-11-10T09:20:09,688 DEBUG [RS:0;802346a334f5:40641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:20:09,693 DEBUG [RS:0;802346a334f5:40641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:20:09,693 DEBUG [RS:0;802346a334f5:40641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:20:09,704 DEBUG [RS:0;802346a334f5:40641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:20:09,704 DEBUG [RS:0;802346a334f5:40641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7797f695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:20:09,715 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:40641 2024-11-10T09:20:09,715 INFO [RS:0;802346a334f5:40641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:20:09,715 INFO [RS:0;802346a334f5:40641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:20:09,715 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:20:09,716 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,40845,1731230407651 with port=40641, startcode=1731230407961 2024-11-10T09:20:09,716 DEBUG [RS:0;802346a334f5:40641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:20:09,717 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:20:09,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,40641,1731230407961 2024-11-10T09:20:09,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40845 {}] master.ServerManager(517): Registering regionserver=802346a334f5,40641,1731230407961 2024-11-10T09:20:09,719 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6 2024-11-10T09:20:09,719 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35355 2024-11-10T09:20:09,719 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:20:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/rs 2024-11-10T09:20:09,725 DEBUG [RS:0;802346a334f5:40641 {}] zookeeper.ZKUtil(111): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on existing znode=/0-1138767499/rs/802346a334f5,40641,1731230407961 2024-11-10T09:20:09,725 WARN [RS:0;802346a334f5:40641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:20:09,725 INFO [RS:0;802346a334f5:40641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:09,725 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961 2024-11-10T09:20:09,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,40641,1731230407961] 2024-11-10T09:20:09,728 INFO [RS:0;802346a334f5:40641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:20:09,732 INFO [RS:0;802346a334f5:40641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:20:09,733 INFO [RS:0;802346a334f5:40641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:20:09,733 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,733 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:20:09,734 INFO [RS:0;802346a334f5:40641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:20:09,734 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:20:09,734 DEBUG [RS:0;802346a334f5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:20:09,735 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,735 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,735 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,735 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,735 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,735 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40641,1731230407961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:20:09,755 INFO [RS:0;802346a334f5:40641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:20:09,756 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40641,1731230407961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,756 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,756 INFO [RS:0;802346a334f5:40641 {}] regionserver.Replication(171): 802346a334f5,40641,1731230407961 started 2024-11-10T09:20:09,775 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:09,775 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,40641,1731230407961, RpcServer on 802346a334f5/172.17.0.3:40641, sessionid=0x101240b8f990001 2024-11-10T09:20:09,775 DEBUG [RS:0;802346a334f5:40641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:20:09,775 DEBUG [RS:0;802346a334f5:40641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,40641,1731230407961 2024-11-10T09:20:09,775 DEBUG [RS:0;802346a334f5:40641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,40641,1731230407961' 2024-11-10T09:20:09,775 DEBUG [RS:0;802346a334f5:40641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1138767499/flush-table-proc/abort' 2024-11-10T09:20:09,776 DEBUG [RS:0;802346a334f5:40641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1138767499/flush-table-proc/acquired' 2024-11-10T09:20:09,776 DEBUG [RS:0;802346a334f5:40641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:20:09,776 DEBUG [RS:0;802346a334f5:40641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:20:09,776 DEBUG [RS:0;802346a334f5:40641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,40641,1731230407961 2024-11-10T09:20:09,776 DEBUG [RS:0;802346a334f5:40641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,40641,1731230407961' 2024-11-10T09:20:09,776 DEBUG [RS:0;802346a334f5:40641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1138767499/online-snapshot/abort' 2024-11-10T09:20:09,776 DEBUG [RS:0;802346a334f5:40641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1138767499/online-snapshot/acquired' 2024-11-10T09:20:09,777 DEBUG [RS:0;802346a334f5:40641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:20:09,777 INFO [RS:0;802346a334f5:40641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:20:09,777 INFO [RS:0;802346a334f5:40641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:20:09,877 INFO [RS:0;802346a334f5:40641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:20:09,879 INFO [RS:0;802346a334f5:40641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C40641%2C1731230407961, suffix=, logDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs, maxLogs=10 2024-11-10T09:20:09,895 DEBUG [RS:0;802346a334f5:40641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.1731230409880, exclude list is [], retry=0 2024-11-10T09:20:09,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45639,DS-807d97ab-8fe7-453e-afd7-c6ed2be54dd3,DISK] 2024-11-10T09:20:09,899 INFO [RS:0;802346a334f5:40641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.1731230409880 2024-11-10T09:20:09,899 DEBUG [RS:0;802346a334f5:40641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-10T09:20:10,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:20:10,040 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6 2024-11-10T09:20:10,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:20:10,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:10,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:20:10,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:20:10,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:10,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:10,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:20:10,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:20:10,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:10,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:10,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:20:10,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:20:10,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:10,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:10,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:20:10,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:20:10,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:10,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:10,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:20:10,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740 2024-11-10T09:20:10,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740 2024-11-10T09:20:10,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:20:10,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:20:10,455 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:10,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:20:10,458 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:10,459 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60462814, jitterRate=-0.09903386235237122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:10,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230410446Initializing all the Stores at 1731230410447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230410447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230410447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230410447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230410447Cleaning up temporary data from old regions at 1731230410455 (+8 ms)Region opened successfully at 1731230410460 (+5 ms) 2024-11-10T09:20:10,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:20:10,460 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:20:10,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:20:10,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:20:10,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:20:10,460 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:10,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230410460Disabling compacts and flushes for region at 1731230410460Disabling writes for close at 1731230410460Writing region close event to WAL at 1731230410460Closed at 1731230410460 2024-11-10T09:20:10,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:10,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:20:10,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:20:10,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:20:10,464 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:20:10,614 DEBUG [802346a334f5:40845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:20:10,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,40641,1731230407961 2024-11-10T09:20:10,615 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,40641,1731230407961, state=OPENING 2024-11-10T09:20:10,661 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:20:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:10,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: CHANGED 2024-11-10T09:20:10,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: CHANGED 2024-11-10T09:20:10,702 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:20:10,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,40641,1731230407961}] 2024-11-10T09:20:10,854 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:20:10,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:20:10,859 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:20:10,860 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:10,860 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:20:10,861 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C40641%2C1731230407961.meta, suffix=.meta, logDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs, maxLogs=10 2024-11-10T09:20:10,873 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.meta.1731230410862.meta, exclude list is [], retry=0 2024-11-10T09:20:10,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45639,DS-807d97ab-8fe7-453e-afd7-c6ed2be54dd3,DISK] 2024-11-10T09:20:10,877 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.meta.1731230410862.meta 2024-11-10T09:20:10,877 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-10T09:20:10,877 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:10,878 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:10,878 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:20:10,878 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:20:10,878 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:20:10,878 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:20:10,878 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:10,878 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:20:10,878 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:20:10,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:20:10,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:20:10,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:10,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:10,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:20:10,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:20:10,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:10,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:10,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:20:10,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:20:10,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:10,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:10,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:20:10,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:20:10,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:10,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:10,883 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:20:10,884 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740 2024-11-10T09:20:10,885 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740 2024-11-10T09:20:10,886 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:20:10,886 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:20:10,886 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:10,887 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:20:10,888 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73215625, jitterRate=0.09099783003330231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:10,888 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:20:10,888 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230410878Writing region info on filesystem at 1731230410878Initializing all the Stores at 1731230410879 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230410879Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230410879Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230410879Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230410879Cleaning up temporary data from old regions at 1731230410886 (+7 ms)Running coprocessor post-open hooks at 1731230410888 (+2 ms)Region opened successfully at 1731230410888 2024-11-10T09:20:10,889 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230410854 2024-11-10T09:20:10,891 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:20:10,891 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:20:10,891 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,40641,1731230407961 2024-11-10T09:20:10,892 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,40641,1731230407961, state=OPEN 2024-11-10T09:20:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1138767499/meta-region-server 2024-11-10T09:20:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1138767499/meta-region-server 2024-11-10T09:20:10,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: CHANGED 2024-11-10T09:20:10,913 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,40641,1731230407961 2024-11-10T09:20:10,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: CHANGED 2024-11-10T09:20:10,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:20:10,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,40641,1731230407961 in 211 msec 2024-11-10T09:20:10,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:20:10,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-10T09:20:10,918 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:10,918 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:20:10,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:10,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40641,1731230407961, seqNum=-1] 2024-11-10T09:20:10,920 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:10,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:10,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-10T09:20:10,926 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230410926, completionTime=-1 2024-11-10T09:20:10,926 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:20:10,926 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:20:10,928 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:20:10,928 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230470928 2024-11-10T09:20:10,928 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230530928 2024-11-10T09:20:10,928 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T09:20:10,928 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40845,1731230407651-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:10,928 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40845,1731230407651-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:10,928 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40845,1731230407651-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:10,928 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:40845, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:10,928 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:10,928 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:10,930 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:20:10,932 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.902sec 2024-11-10T09:20:10,932 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:20:10,932 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:20:10,932 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:20:10,932 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:20:10,932 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:20:10,932 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40845,1731230407651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:20:10,932 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40845,1731230407651-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:20:10,935 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:20:10,935 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:20:10,935 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40845,1731230407651-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:10,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a47e9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:10,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40845,-1 for getting cluster id 2024-11-10T09:20:10,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:10,990 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87ba8add-2457-4b85-8e4b-fdb4d6001cb8' 2024-11-10T09:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87ba8add-2457-4b85-8e4b-fdb4d6001cb8" 2024-11-10T09:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4108c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40845,-1] 2024-11-10T09:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:10,992 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:10,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca3ba5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:10,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40641,1731230407961, seqNum=-1] 2024-11-10T09:20:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:10,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:10,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,40845,1731230407651 2024-11-10T09:20:10,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53864 2024-11-10T09:20:11,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:11,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101240b8f990002 connected 2024-11-10T09:20:11,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/hadoop.log.dir so I do NOT create it in target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b 2024-11-10T09:20:11,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:20:11,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/hadoop.tmp.dir so I do NOT create it in target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b 2024-11-10T09:20:11,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:20:11,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b 2024-11-10T09:20:11,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:20:11,022 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/cluster_953f356d-dffe-4b2e-bf98-a1041188ca1a, deleteOnExit=true 2024-11-10T09:20:11,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:20:11,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/test.cache.data in system properties and HBase conf 2024-11-10T09:20:11,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:20:11,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:20:11,023 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:20:11,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:20:11,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:20:11,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:20:11,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:20:11,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:11,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:20:11,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:20:11,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:20:11,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:20:11,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:11,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6abceba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:20:11,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21bde6d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:20:11,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3eb75dff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/java.io.tmpdir/jetty-localhost-41903-hadoop-hdfs-3_4_1-tests_jar-_-any-17254716877119439288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:20:11,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e19afe9{HTTP/1.1, (http/1.1)}{localhost:41903} 2024-11-10T09:20:11,442 INFO [Time-limited test {}] server.Server(415): Started @145150ms 2024-11-10T09:20:11,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:11,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:20:11,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:20:11,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:20:11,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:20:11,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3663022f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:20:11,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b35ec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:20:11,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c07834a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/java.io.tmpdir/jetty-localhost-39895-hadoop-hdfs-3_4_1-tests_jar-_-any-1611278916307771633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:20:11,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@247e2492{HTTP/1.1, (http/1.1)}{localhost:39895} 2024-11-10T09:20:11,820 INFO [Time-limited test {}] server.Server(415): Started @145527ms 2024-11-10T09:20:11,821 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:20:12,512 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/cluster_953f356d-dffe-4b2e-bf98-a1041188ca1a/data/data1/current/BP-64563128-172.17.0.3-1731230411039/current, will proceed with Du for space computation calculation, 2024-11-10T09:20:12,512 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/cluster_953f356d-dffe-4b2e-bf98-a1041188ca1a/data/data2/current/BP-64563128-172.17.0.3-1731230411039/current, will proceed with Du for space computation calculation, 2024-11-10T09:20:12,541 WARN [Thread-1388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:20:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcfb7c6594db25fd with lease ID 0x9742623f132b0361: Processing first storage report for DS-7e2d909a-cfc7-4fa5-bd51-0182dd828dc9 from datanode DatanodeRegistration(127.0.0.1:44577, datanodeUuid=597236b9-176b-45bb-b5fd-71ef8e28ef82, infoPort=34171, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=1891448406;c=1731230411039) 2024-11-10T09:20:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcfb7c6594db25fd with lease ID 0x9742623f132b0361: from storage DS-7e2d909a-cfc7-4fa5-bd51-0182dd828dc9 node DatanodeRegistration(127.0.0.1:44577, datanodeUuid=597236b9-176b-45bb-b5fd-71ef8e28ef82, infoPort=34171, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=1891448406;c=1731230411039), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:20:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcfb7c6594db25fd with lease ID 0x9742623f132b0361: Processing first storage report for DS-ee7d32b5-56b0-4cbc-9980-ad3f5362d5a6 from datanode DatanodeRegistration(127.0.0.1:44577, datanodeUuid=597236b9-176b-45bb-b5fd-71ef8e28ef82, infoPort=34171, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=1891448406;c=1731230411039) 2024-11-10T09:20:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcfb7c6594db25fd with lease ID 0x9742623f132b0361: from storage DS-ee7d32b5-56b0-4cbc-9980-ad3f5362d5a6 node DatanodeRegistration(127.0.0.1:44577, datanodeUuid=597236b9-176b-45bb-b5fd-71ef8e28ef82, infoPort=34171, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=1891448406;c=1731230411039), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:20:12,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b 2024-11-10T09:20:12,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:12,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:12,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:20:13,060 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd with version=8 2024-11-10T09:20:13,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/hbase-staging 2024-11-10T09:20:13,063 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:20:13,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:13,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:13,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:20:13,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:13,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:20:13,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:20:13,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:20:13,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44345 2024-11-10T09:20:13,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44345 connecting to ZooKeeper ensemble=127.0.0.1:53864 2024-11-10T09:20:13,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443450x0, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:13,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44345-0x101240b8f990003 connected 2024-11-10T09:20:13,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:13,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:13,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Set watcher on znode that does not yet exist, /1-637850761/running 2024-11-10T09:20:13,150 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd, hbase.cluster.distributed=false 2024-11-10T09:20:13,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Set watcher on znode that does not yet exist, /1-637850761/acl 2024-11-10T09:20:13,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-10T09:20:13,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44345 2024-11-10T09:20:13,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44345 2024-11-10T09:20:13,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-10T09:20:13,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-10T09:20:13,165 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:20:13,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:13,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:13,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:20:13,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:13,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:20:13,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:20:13,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:20:13,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37951 2024-11-10T09:20:13,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37951 connecting to ZooKeeper ensemble=127.0.0.1:53864 2024-11-10T09:20:13,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:13,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:13,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379510x0, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:13,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379510x0, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Set watcher on znode that does not yet exist, /1-637850761/running 2024-11-10T09:20:13,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37951-0x101240b8f990004 connected 2024-11-10T09:20:13,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:20:13,180 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:20:13,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Set watcher on znode that does not yet exist, /1-637850761/master 2024-11-10T09:20:13,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Set watcher on znode that does not yet exist, /1-637850761/acl 2024-11-10T09:20:13,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37951 2024-11-10T09:20:13,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37951 2024-11-10T09:20:13,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37951 2024-11-10T09:20:13,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37951 2024-11-10T09:20:13,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37951 2024-11-10T09:20:13,196 DEBUG [M:0;802346a334f5:44345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:44345 2024-11-10T09:20:13,196 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-637850761/backup-masters/802346a334f5,44345,1731230413063 2024-11-10T09:20:13,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761/backup-masters 2024-11-10T09:20:13,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761/backup-masters 2024-11-10T09:20:13,209 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Set watcher on existing znode=/1-637850761/backup-masters/802346a334f5,44345,1731230413063 2024-11-10T09:20:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-637850761/master 2024-11-10T09:20:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:13,219 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Set watcher on existing znode=/1-637850761/master 2024-11-10T09:20:13,220 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-637850761/backup-masters/802346a334f5,44345,1731230413063 from backup master directory 2024-11-10T09:20:13,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761/backup-masters 2024-11-10T09:20:13,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-637850761/backup-masters/802346a334f5,44345,1731230413063 2024-11-10T09:20:13,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761/backup-masters 2024-11-10T09:20:13,230 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:20:13,230 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,44345,1731230413063 2024-11-10T09:20:13,233 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/hbase.id] with ID: 00fde00e-2705-4bfc-82c6-1067be38e386 2024-11-10T09:20:13,233 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/.tmp/hbase.id 2024-11-10T09:20:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:20:13,638 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/.tmp/hbase.id]:[hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/hbase.id] 2024-11-10T09:20:13,649 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:13,650 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:20:13,651 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:20:13,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:13,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:13,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:20:14,246 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:20:14,246 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:20:14,247 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:14,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:20:14,653 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store 2024-11-10T09:20:14,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:20:15,059 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:15,059 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:15,059 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:15,059 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:15,059 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:15,059 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:15,059 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:15,059 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230415059Disabling compacts and flushes for region at 1731230415059Disabling writes for close at 1731230415059Writing region close event to WAL at 1731230415059Closed at 1731230415059 2024-11-10T09:20:15,060 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/.initializing 2024-11-10T09:20:15,060 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/WALs/802346a334f5,44345,1731230413063 2024-11-10T09:20:15,061 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:20:15,062 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C44345%2C1731230413063, suffix=, logDir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/WALs/802346a334f5,44345,1731230413063, archiveDir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/oldWALs, maxLogs=10 2024-11-10T09:20:15,075 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/WALs/802346a334f5,44345,1731230413063/802346a334f5%2C44345%2C1731230413063.1731230415063, exclude list is [], retry=0 2024-11-10T09:20:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-7e2d909a-cfc7-4fa5-bd51-0182dd828dc9,DISK] 2024-11-10T09:20:15,079 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/WALs/802346a334f5,44345,1731230413063/802346a334f5%2C44345%2C1731230413063.1731230415063 2024-11-10T09:20:15,080 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34171:34171)] 2024-11-10T09:20:15,080 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:15,081 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:15,081 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,081 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:20:15,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:15,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:15,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:20:15,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:15,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:15,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:20:15,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:15,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:15,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:20:15,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:15,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:15,088 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,089 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,089 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,090 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,090 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,091 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:15,091 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:15,093 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:15,093 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62517647, jitterRate=-0.06841446459293365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:15,094 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230415081Initializing all the Stores at 1731230415082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230415082Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230415082Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230415082Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230415082Cleaning up temporary data from old regions at 1731230415090 (+8 ms)Region opened successfully at 1731230415093 (+3 ms) 2024-11-10T09:20:15,094 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:20:15,096 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2915b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:20:15,097 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:20:15,097 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:20:15,097 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:20:15,097 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:20:15,098 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:20:15,098 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:20:15,098 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:20:15,103 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:20:15,104 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Unable to get data of znode /1-637850761/balancer because node does not exist (not necessarily an error) 2024-11-10T09:20:15,198 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-637850761/balancer already deleted, retry=false 2024-11-10T09:20:15,198 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:20:15,199 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Unable to get data of znode /1-637850761/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:20:15,208 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-637850761/normalizer already deleted, retry=false 2024-11-10T09:20:15,209 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:20:15,210 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Unable to get data of znode /1-637850761/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:20:15,219 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-637850761/switch/split already deleted, retry=false 2024-11-10T09:20:15,220 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Unable to get data of znode /1-637850761/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:20:15,229 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-637850761/switch/merge already deleted, retry=false 2024-11-10T09:20:15,232 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Unable to get data of znode /1-637850761/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:20:15,240 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-637850761/snapshot-cleanup already deleted, retry=false 2024-11-10T09:20:15,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-637850761/running 2024-11-10T09:20:15,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-637850761/running 2024-11-10T09:20:15,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:15,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:15,251 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,44345,1731230413063, sessionid=0x101240b8f990003, setting cluster-up flag (Was=false) 2024-11-10T09:20:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:15,303 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-637850761/flush-table-proc/acquired, /1-637850761/flush-table-proc/reached, /1-637850761/flush-table-proc/abort 2024-11-10T09:20:15,304 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,44345,1731230413063 2024-11-10T09:20:15,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:15,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:15,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-637850761/online-snapshot/acquired, /1-637850761/online-snapshot/reached, /1-637850761/online-snapshot/abort 2024-11-10T09:20:15,357 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,44345,1731230413063 2024-11-10T09:20:15,358 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:20:15,360 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:15,360 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:20:15,360 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:20:15,361 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,44345,1731230413063 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:20:15,362 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:15,362 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:15,362 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:15,362 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:15,362 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:20:15,362 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,362 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:20:15,362 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,363 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230445363 2024-11-10T09:20:15,363 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:20:15,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:15,363 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:20:15,363 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:20:15,363 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:20:15,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:20:15,363 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:20:15,363 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:20:15,364 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,364 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:20:15,364 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:20:15,364 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:20:15,364 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:20:15,364 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:15,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:20:15,368 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:20:15,368 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:20:15,369 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230415368,5,FailOnTimeoutGroup] 2024-11-10T09:20:15,369 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230415369,5,FailOnTimeoutGroup] 2024-11-10T09:20:15,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:20:15,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:20:15,389 INFO [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(746): ClusterId : 00fde00e-2705-4bfc-82c6-1067be38e386 2024-11-10T09:20:15,389 DEBUG [RS:0;802346a334f5:37951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:20:15,399 DEBUG [RS:0;802346a334f5:37951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:20:15,399 DEBUG [RS:0;802346a334f5:37951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:20:15,409 DEBUG [RS:0;802346a334f5:37951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:20:15,410 DEBUG [RS:0;802346a334f5:37951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a93a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:20:15,424 DEBUG [RS:0;802346a334f5:37951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:37951 2024-11-10T09:20:15,424 INFO [RS:0;802346a334f5:37951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:20:15,424 INFO [RS:0;802346a334f5:37951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:20:15,424 DEBUG [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:20:15,425 INFO [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,44345,1731230413063 with port=37951, startcode=1731230413165 2024-11-10T09:20:15,425 DEBUG [RS:0;802346a334f5:37951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:20:15,426 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:20:15,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,37951,1731230413165 2024-11-10T09:20:15,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44345 {}] master.ServerManager(517): Registering regionserver=802346a334f5,37951,1731230413165 2024-11-10T09:20:15,428 DEBUG [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd 2024-11-10T09:20:15,428 DEBUG [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36593 2024-11-10T09:20:15,428 DEBUG [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:20:15,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761/rs 2024-11-10T09:20:15,500 DEBUG [RS:0;802346a334f5:37951 {}] zookeeper.ZKUtil(111): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Set watcher on existing znode=/1-637850761/rs/802346a334f5,37951,1731230413165 2024-11-10T09:20:15,500 WARN [RS:0;802346a334f5:37951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:20:15,500 INFO [RS:0;802346a334f5:37951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:15,500 DEBUG [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/WALs/802346a334f5,37951,1731230413165 2024-11-10T09:20:15,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,37951,1731230413165] 2024-11-10T09:20:15,503 INFO [RS:0;802346a334f5:37951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:20:15,504 INFO [RS:0;802346a334f5:37951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:20:15,506 INFO [RS:0;802346a334f5:37951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:20:15,506 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,507 INFO [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:20:15,507 INFO [RS:0;802346a334f5:37951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:20:15,508 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:20:15,508 DEBUG [RS:0;802346a334f5:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:20:15,510 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,510 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,510 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,510 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,510 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,510 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,37951,1731230413165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:20:15,524 INFO [RS:0;802346a334f5:37951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:20:15,525 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,37951,1731230413165-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,525 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,525 INFO [RS:0;802346a334f5:37951 {}] regionserver.Replication(171): 802346a334f5,37951,1731230413165 started 2024-11-10T09:20:15,540 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:15,540 INFO [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,37951,1731230413165, RpcServer on 802346a334f5/172.17.0.3:37951, sessionid=0x101240b8f990004 2024-11-10T09:20:15,540 DEBUG [RS:0;802346a334f5:37951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:20:15,540 DEBUG [RS:0;802346a334f5:37951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,37951,1731230413165 2024-11-10T09:20:15,540 DEBUG [RS:0;802346a334f5:37951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,37951,1731230413165' 2024-11-10T09:20:15,540 DEBUG [RS:0;802346a334f5:37951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-637850761/flush-table-proc/abort' 2024-11-10T09:20:15,541 DEBUG [RS:0;802346a334f5:37951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-637850761/flush-table-proc/acquired' 2024-11-10T09:20:15,541 DEBUG [RS:0;802346a334f5:37951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:20:15,541 DEBUG [RS:0;802346a334f5:37951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:20:15,541 DEBUG [RS:0;802346a334f5:37951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,37951,1731230413165 2024-11-10T09:20:15,541 DEBUG [RS:0;802346a334f5:37951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,37951,1731230413165' 2024-11-10T09:20:15,541 DEBUG [RS:0;802346a334f5:37951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-637850761/online-snapshot/abort' 2024-11-10T09:20:15,541 DEBUG [RS:0;802346a334f5:37951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-637850761/online-snapshot/acquired' 2024-11-10T09:20:15,541 DEBUG [RS:0;802346a334f5:37951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:20:15,541 INFO [RS:0;802346a334f5:37951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:20:15,541 INFO [RS:0;802346a334f5:37951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:20:15,642 INFO [RS:0;802346a334f5:37951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:20:15,644 INFO [RS:0;802346a334f5:37951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C37951%2C1731230413165, suffix=, logDir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/WALs/802346a334f5,37951,1731230413165, archiveDir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/oldWALs, maxLogs=10 2024-11-10T09:20:15,658 DEBUG [RS:0;802346a334f5:37951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/WALs/802346a334f5,37951,1731230413165/802346a334f5%2C37951%2C1731230413165.1731230415644, exclude list is [], retry=0 2024-11-10T09:20:15,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-7e2d909a-cfc7-4fa5-bd51-0182dd828dc9,DISK] 2024-11-10T09:20:15,662 INFO [RS:0;802346a334f5:37951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/WALs/802346a334f5,37951,1731230413165/802346a334f5%2C37951%2C1731230413165.1731230415644 2024-11-10T09:20:15,663 DEBUG [RS:0;802346a334f5:37951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34171:34171)] 2024-11-10T09:20:15,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:20:15,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:20:15,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd 2024-11-10T09:20:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:20:16,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:16,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:20:16,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:20:16,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:16,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:16,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:20:16,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:20:16,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:16,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:16,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:20:16,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:20:16,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:16,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:16,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:20:16,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:20:16,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:16,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:16,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:20:16,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740 2024-11-10T09:20:16,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740 2024-11-10T09:20:16,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:20:16,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:20:16,194 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:16,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:20:16,197 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:16,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69996576, jitterRate=0.0430302619934082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:16,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230416184Initializing all the Stores at 1731230416185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230416185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230416185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230416185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230416185Cleaning up temporary data from old regions at 1731230416193 (+8 ms)Region opened successfully at 1731230416197 (+4 ms) 2024-11-10T09:20:16,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:20:16,197 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:20:16,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:20:16,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:20:16,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:20:16,198 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:16,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230416197Disabling compacts and flushes for region at 1731230416197Disabling writes for close at 1731230416198 (+1 ms)Writing region close event to WAL at 1731230416198Closed at 1731230416198 2024-11-10T09:20:16,199 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:16,199 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:20:16,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:20:16,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:20:16,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:20:16,351 DEBUG [802346a334f5:44345 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:20:16,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,37951,1731230413165 2024-11-10T09:20:16,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,37951,1731230413165, state=OPENING 2024-11-10T09:20:16,377 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:20:16,380 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:20:16,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:16,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:16,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:20:16,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-637850761/meta-region-server: CHANGED 2024-11-10T09:20:16,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,37951,1731230413165}] 2024-11-10T09:20:16,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-637850761/meta-region-server: CHANGED 2024-11-10T09:20:16,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:16,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:16,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:16,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:16,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:16,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:16,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:20:16,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T09:20:16,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:16,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T09:20:16,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:16,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T09:20:16,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T09:20:16,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T09:20:16,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:20:16,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:20:16,547 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:20:16,547 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:16,547 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:20:16,549 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C37951%2C1731230413165.meta, suffix=.meta, logDir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/WALs/802346a334f5,37951,1731230413165, archiveDir=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/oldWALs, maxLogs=10 2024-11-10T09:20:16,565 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/WALs/802346a334f5,37951,1731230413165/802346a334f5%2C37951%2C1731230413165.meta.1731230416549.meta, exclude list is [], retry=0 2024-11-10T09:20:16,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-7e2d909a-cfc7-4fa5-bd51-0182dd828dc9,DISK] 2024-11-10T09:20:16,570 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/WALs/802346a334f5,37951,1731230413165/802346a334f5%2C37951%2C1731230413165.meta.1731230416549.meta 2024-11-10T09:20:16,570 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34171:34171)] 2024-11-10T09:20:16,570 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:16,571 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:20:16,571 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:20:16,571 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:20:16,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:20:16,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:20:16,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:16,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:16,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:20:16,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:20:16,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:16,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:16,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:20:16,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:20:16,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:16,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:16,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:20:16,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:20:16,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:16,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:16,579 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:20:16,579 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740 2024-11-10T09:20:16,580 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740 2024-11-10T09:20:16,581 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:20:16,581 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:20:16,582 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:16,583 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:20:16,584 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69082130, jitterRate=0.02940395474433899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:16,584 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:20:16,584 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230416571Writing region info on filesystem at 1731230416571Initializing all the Stores at 1731230416572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230416572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230416572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230416572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230416572Cleaning up temporary data from old regions at 1731230416581 (+9 ms)Running coprocessor post-open hooks at 1731230416584 (+3 ms)Region opened successfully at 1731230416584 2024-11-10T09:20:16,585 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230416540 2024-11-10T09:20:16,587 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:20:16,587 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:20:16,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,37951,1731230413165 2024-11-10T09:20:16,589 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,37951,1731230413165, state=OPEN 2024-11-10T09:20:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-637850761/meta-region-server 2024-11-10T09:20:16,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-637850761/meta-region-server 2024-11-10T09:20:16,598 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,37951,1731230413165 2024-11-10T09:20:16,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-637850761/meta-region-server: CHANGED 2024-11-10T09:20:16,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-637850761/meta-region-server: CHANGED 2024-11-10T09:20:16,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:20:16,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,37951,1731230413165 in 210 msec 2024-11-10T09:20:16,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:20:16,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-10T09:20:16,602 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:16,602 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:20:16,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:16,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,37951,1731230413165, seqNum=-1] 2024-11-10T09:20:16,604 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:16,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:16,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-10T09:20:16,610 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230416610, completionTime=-1 2024-11-10T09:20:16,610 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:20:16,610 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:20:16,612 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:20:16,612 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230476612 2024-11-10T09:20:16,612 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230536612 2024-11-10T09:20:16,612 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T09:20:16,613 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44345,1731230413063-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:16,613 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44345,1731230413063-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:16,613 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44345,1731230413063-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:16,613 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:44345, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:16,613 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:16,613 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:16,615 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:20:16,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.386sec 2024-11-10T09:20:16,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:20:16,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:20:16,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:20:16,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:20:16,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:20:16,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44345,1731230413063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:20:16,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44345,1731230413063-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:20:16,618 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:20:16,618 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:20:16,618 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44345,1731230413063-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:16,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cd8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:16,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44345,-1 for getting cluster id 2024-11-10T09:20:16,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:16,691 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00fde00e-2705-4bfc-82c6-1067be38e386' 2024-11-10T09:20:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00fde00e-2705-4bfc-82c6-1067be38e386" 2024-11-10T09:20:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fcdefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44345,-1] 2024-11-10T09:20:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:16,694 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:16,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec81135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:16,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,37951,1731230413165, seqNum=-1] 2024-11-10T09:20:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:16,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:16,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,44345,1731230413063 2024-11-10T09:20:16,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53864 2024-11-10T09:20:16,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:16,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101240b8f990005 connected 2024-11-10T09:20:16,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5720b29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:16,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40845,-1 for getting cluster id 2024-11-10T09:20:16,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:16,728 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87ba8add-2457-4b85-8e4b-fdb4d6001cb8' 2024-11-10T09:20:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87ba8add-2457-4b85-8e4b-fdb4d6001cb8" 2024-11-10T09:20:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bf2822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40845,-1] 2024-11-10T09:20:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:16,730 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b3869d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:16,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,40845,1731230407651 2024-11-10T09:20:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13bff9d 2024-11-10T09:20:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:16,733 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:16,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:44345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:20:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:20:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:16,737 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:44345' 2024-11-10T09:20:16,738 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f396016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:16,738 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44345,-1 for getting cluster id 2024-11-10T09:20:16,738 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:16,739 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00fde00e-2705-4bfc-82c6-1067be38e386' 2024-11-10T09:20:16,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:16,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00fde00e-2705-4bfc-82c6-1067be38e386" 2024-11-10T09:20:16,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7a718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:16,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44345,-1] 2024-11-10T09:20:16,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:16,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:16,741 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:16,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f5bb1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:16,742 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,44345,1731230413063 2024-11-10T09:20:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a9b100 2024-11-10T09:20:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:16,744 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:16,744 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T09:20:16,744 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:20:16,744 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:16,744 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:16,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:16,745 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:20:16,746 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:20:16,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:20:16,747 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:16,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:20:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741835_1011 (size=1138) 2024-11-10T09:20:16,796 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:20:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:17,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da0c02807244763b12e1f3836bcd4544, NAME => 'hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6 2024-11-10T09:20:17,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741836_1012 (size=44) 2024-11-10T09:20:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:17,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:17,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da0c02807244763b12e1f3836bcd4544, disabling compactions & flushes 2024-11-10T09:20:17,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:17,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:17,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. after waiting 0 ms 2024-11-10T09:20:17,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:17,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:17,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da0c02807244763b12e1f3836bcd4544: Waiting for close lock at 1731230417560Disabling compacts and flushes for region at 1731230417560Disabling writes for close at 1731230417560Writing region close event to WAL at 1731230417560Closed at 1731230417560 2024-11-10T09:20:17,561 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:20:17,562 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230417561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230417561"}]},"ts":"1731230417561"} 2024-11-10T09:20:17,564 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:20:17,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:20:17,565 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230417565"}]},"ts":"1731230417565"} 2024-11-10T09:20:17,567 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:20:17,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da0c02807244763b12e1f3836bcd4544, ASSIGN}] 2024-11-10T09:20:17,568 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da0c02807244763b12e1f3836bcd4544, ASSIGN 2024-11-10T09:20:17,569 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da0c02807244763b12e1f3836bcd4544, ASSIGN; state=OFFLINE, location=802346a334f5,40641,1731230407961; forceNewPlan=false, retain=false 2024-11-10T09:20:17,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=da0c02807244763b12e1f3836bcd4544, regionState=OPENING, regionLocation=802346a334f5,40641,1731230407961 2024-11-10T09:20:17,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da0c02807244763b12e1f3836bcd4544, ASSIGN because future has completed 2024-11-10T09:20:17,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure da0c02807244763b12e1f3836bcd4544, server=802346a334f5,40641,1731230407961}] 2024-11-10T09:20:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:17,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:17,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:17,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:20:17,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C40641%2C1731230407961.rep, suffix=, logDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs, maxLogs=10 2024-11-10T09:20:17,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.rep.1731230417881, exclude list is [], retry=0 2024-11-10T09:20:17,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45639,DS-807d97ab-8fe7-453e-afd7-c6ed2be54dd3,DISK] 2024-11-10T09:20:17,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.rep.1731230417881 2024-11-10T09:20:17,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-10T09:20:17,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => da0c02807244763b12e1f3836bcd4544, NAME => 'hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:17,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:17,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:20:17,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. service=MultiRowMutationService 2024-11-10T09:20:17,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:20:17,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:17,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,902 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,903 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0c02807244763b12e1f3836bcd4544 columnFamilyName hfileref 2024-11-10T09:20:17,903 DEBUG [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:17,903 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(327): Store=da0c02807244763b12e1f3836bcd4544/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:17,903 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,904 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0c02807244763b12e1f3836bcd4544 columnFamilyName queue 2024-11-10T09:20:17,904 DEBUG [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:17,905 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(327): Store=da0c02807244763b12e1f3836bcd4544/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:17,905 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,906 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0c02807244763b12e1f3836bcd4544 columnFamilyName sid 2024-11-10T09:20:17,906 DEBUG [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:17,906 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(327): Store=da0c02807244763b12e1f3836bcd4544/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:17,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:20:17,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:17,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened da0c02807244763b12e1f3836bcd4544; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66181601, jitterRate=-0.01381729543209076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:20:17,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:17,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for da0c02807244763b12e1f3836bcd4544: Running coprocessor pre-open hook at 1731230417900Writing region info on filesystem at 1731230417900Initializing all the Stores at 1731230417901 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230417901Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230417901Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230417901Cleaning up temporary data from old regions at 1731230417909 (+8 ms)Running coprocessor post-open hooks at 1731230417913 (+4 ms)Region opened successfully at 1731230417914 (+1 ms) 2024-11-10T09:20:17,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544., pid=7, masterSystemTime=1731230417876 2024-11-10T09:20:17,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:17,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:17,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=da0c02807244763b12e1f3836bcd4544, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,40641,1731230407961 2024-11-10T09:20:17,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure da0c02807244763b12e1f3836bcd4544, server=802346a334f5,40641,1731230407961 because future has completed 2024-11-10T09:20:17,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T09:20:17,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure da0c02807244763b12e1f3836bcd4544, server=802346a334f5,40641,1731230407961 in 198 msec 2024-11-10T09:20:17,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:20:17,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da0c02807244763b12e1f3836bcd4544, ASSIGN in 355 msec 2024-11-10T09:20:17,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:20:17,926 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230417925"}]},"ts":"1731230417925"} 2024-11-10T09:20:17,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:20:17,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:20:17,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-10T09:20:17,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544., hostname=802346a334f5,40641,1731230407961, seqNum=2] 2024-11-10T09:20:17,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:17,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:17,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:20:18,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T09:20:18,152 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:20:18,180 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,40641,1731230407961, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:20:18,180 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:18,180 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40641,1731230407961, seqNum=-1] 2024-11-10T09:20:18,181 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:18,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-10T09:20:18,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,40641,1731230407961', locateType=CURRENT is [region=hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544., hostname=802346a334f5,40641,1731230407961, seqNum=2] 2024-11-10T09:20:18,186 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T09:20:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T09:20:18,188 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,40641,1731230407961 suceeded 2024-11-10T09:20:18,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T09:20:18,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T09:20:18,190 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:44345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:20:18,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4570 sec 2024-11-10T09:20:18,203 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:44345' 2024-11-10T09:20:18,204 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e8c573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:18,204 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44345,-1 for getting cluster id 2024-11-10T09:20:18,205 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:18,205 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00fde00e-2705-4bfc-82c6-1067be38e386' 2024-11-10T09:20:18,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:18,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00fde00e-2705-4bfc-82c6-1067be38e386" 2024-11-10T09:20:18,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72f8592f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:18,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44345,-1] 2024-11-10T09:20:18,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:18,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:18,207 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:18,207 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d82d79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:18,207 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:18,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,44345,1731230413063 2024-11-10T09:20:18,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ddb635c 2024-11-10T09:20:18,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:18,209 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-10T09:20:18,210 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,40641,1731230407961 (queues=1) is replicating from cluster=87ba8add-2457-4b85-8e4b-fdb4d6001cb8 to cluster=00fde00e-2705-4bfc-82c6-1067be38e386 2024-11-10T09:20:18,210 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C40641%2C1731230407961 2024-11-10T09:20:18,210 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,40641,1731230407961, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:20:18,211 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961.replicationSource.wal-reader.802346a334f5%2C40641%2C1731230407961,1-802346a334f5,40641,1731230407961 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.1731230409880, startPosition=0, beingWritten=true 2024-11-10T09:20:18,213 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961.replicationSource.shipper802346a334f5%2C40641%2C1731230407961,1-802346a334f5,40641,1731230407961 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C40641%2C1731230407961 2024-11-10T09:20:18,417 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961.replicationSource.wal-reader.802346a334f5%2C40641%2C1731230407961,1-802346a334f5,40641,1731230407961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.1731230409880 to pos 0, reset compression=false 2024-11-10T09:20:18,722 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961.replicationSource.wal-reader.802346a334f5%2C40641%2C1731230407961,1-802346a334f5,40641,1731230407961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.1731230409880 to pos 0, reset compression=false 2024-11-10T09:20:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:18,894 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:20:18,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:18,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:18,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:18,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:18,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:18,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,40845,1731230407651 2024-11-10T09:20:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ff0a59 2024-11-10T09:20:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:18,897 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:18,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T09:20:18,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:18,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:18,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:18,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:18,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:18,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:20:18,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=139259458, stopped=false 2024-11-10T09:20:18,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,40845,1731230407651 2024-11-10T09:20:18,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1138767499/running 2024-11-10T09:20:18,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:18,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1138767499/running 2024-11-10T09:20:18,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:18,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:18,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:18,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:18,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:18,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/running 2024-11-10T09:20:18,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,40641,1731230407961' ***** 2024-11-10T09:20:18,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/running 2024-11-10T09:20:18,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:20:18,957 INFO [RS:0;802346a334f5:40641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:20:18,957 INFO [RS:0;802346a334f5:40641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:20:18,957 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:20:18,957 INFO [RS:0;802346a334f5:40641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:20:18,957 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(3091): Received CLOSE for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:18,957 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,40641,1731230407961 2024-11-10T09:20:18,957 INFO [RS:0;802346a334f5:40641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:18,958 INFO [RS:0;802346a334f5:40641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:40641. 2024-11-10T09:20:18,958 DEBUG [RS:0;802346a334f5:40641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:18,958 DEBUG [RS:0;802346a334f5:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:18,958 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da0c02807244763b12e1f3836bcd4544, disabling compactions & flushes 2024-11-10T09:20:18,958 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:18,958 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:18,958 INFO [RS:0;802346a334f5:40641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:20:18,958 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. after waiting 0 ms 2024-11-10T09:20:18,958 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:18,958 INFO [RS:0;802346a334f5:40641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:20:18,958 INFO [RS:0;802346a334f5:40641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:20:18,958 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:20:18,958 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da0c02807244763b12e1f3836bcd4544 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T09:20:18,958 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:20:18,958 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1325): Online Regions={da0c02807244763b12e1f3836bcd4544=hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:20:18,958 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:18,958 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:20:18,958 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:20:18,958 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:20:18,958 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:20:18,958 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:20:18,958 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T09:20:18,972 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/info/6100c04a8128431d9b3dfdcf4310ca73 is 147, key is hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544./info:regioninfo/1731230417918/Put/seqid=0 2024-11-10T09:20:18,975 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544/.tmp/queue/3e32bff0f1584518bee3edaea669e4d5 is 151, key is 1-802346a334f5,40641,1731230407961/queue:802346a334f5%2C40641%2C1731230407961/1731230418184/Put/seqid=0 2024-11-10T09:20:18,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741838_1014 (size=6631) 2024-11-10T09:20:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741839_1015 (size=5350) 2024-11-10T09:20:19,043 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:19,127 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961.replicationSource.wal-reader.802346a334f5%2C40641%2C1731230407961,1-802346a334f5,40641,1731230407961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.1731230409880 to pos 0, reset compression=false 2024-11-10T09:20:19,158 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:19,358 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:19,376 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/info/6100c04a8128431d9b3dfdcf4310ca73 2024-11-10T09:20:19,378 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544/.tmp/queue/3e32bff0f1584518bee3edaea669e4d5 2024-11-10T09:20:19,383 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544/.tmp/queue/3e32bff0f1584518bee3edaea669e4d5 as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544/queue/3e32bff0f1584518bee3edaea669e4d5 2024-11-10T09:20:19,388 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544/queue/3e32bff0f1584518bee3edaea669e4d5, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T09:20:19,389 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for da0c02807244763b12e1f3836bcd4544 in 431ms, sequenceid=5, compaction requested=false 2024-11-10T09:20:19,389 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T09:20:19,394 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:20:19,394 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:19,394 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:19,394 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:19,395 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da0c02807244763b12e1f3836bcd4544: Waiting for close lock at 1731230418958Running coprocessor pre-close hooks at 1731230418958Disabling compacts and flushes for region at 1731230418958Disabling writes for close at 1731230418958Obtaining lock to block concurrent updates at 1731230418958Preparing flush snapshotting stores in da0c02807244763b12e1f3836bcd4544 at 1731230418958Finished memstore snapshotting hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731230418958Flushing stores of hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. at 1731230418959 (+1 ms)Flushing da0c02807244763b12e1f3836bcd4544/queue: creating writer at 1731230418959Flushing da0c02807244763b12e1f3836bcd4544/queue: appending metadata at 1731230418974 (+15 ms)Flushing da0c02807244763b12e1f3836bcd4544/queue: closing flushed file at 1731230418974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc7f822: reopening flushed file at 1731230419382 (+408 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for da0c02807244763b12e1f3836bcd4544 in 431ms, sequenceid=5, compaction requested=false at 1731230419389 (+7 ms)Writing region close event to WAL at 1731230419390 (+1 ms)Running coprocessor post-close hooks at 1731230419394 (+4 ms)Closed at 1731230419394 2024-11-10T09:20:19,395 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:19,398 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/ns/480c19a8559944cf812157d2e52aab6a is 43, key is default/ns:d/1731230410921/Put/seqid=0 2024-11-10T09:20:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741840_1016 (size=5153) 2024-11-10T09:20:19,559 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:19,633 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961.replicationSource.wal-reader.802346a334f5%2C40641%2C1731230407961,1-802346a334f5,40641,1731230407961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.1731230409880 to pos 0, reset compression=false 2024-11-10T09:20:19,737 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:20:19,737 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:20:19,759 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:19,802 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/ns/480c19a8559944cf812157d2e52aab6a 2024-11-10T09:20:19,824 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/table/14271e0aeb894d30962e92996faa1ad9 is 53, key is hbase:replication/table:state/1731230417925/Put/seqid=0 2024-11-10T09:20:19,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741841_1017 (size=5256) 2024-11-10T09:20:19,959 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:20:19,959 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:20:19,959 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:20,159 DEBUG [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:20,229 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/table/14271e0aeb894d30962e92996faa1ad9 2024-11-10T09:20:20,234 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/info/6100c04a8128431d9b3dfdcf4310ca73 as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/info/6100c04a8128431d9b3dfdcf4310ca73 2024-11-10T09:20:20,237 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961.replicationSource.wal-reader.802346a334f5%2C40641%2C1731230407961,1-802346a334f5,40641,1731230407961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.1731230409880 to pos 0, reset compression=false 2024-11-10T09:20:20,240 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/info/6100c04a8128431d9b3dfdcf4310ca73, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T09:20:20,241 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/ns/480c19a8559944cf812157d2e52aab6a as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/ns/480c19a8559944cf812157d2e52aab6a 2024-11-10T09:20:20,245 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/ns/480c19a8559944cf812157d2e52aab6a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:20:20,246 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/table/14271e0aeb894d30962e92996faa1ad9 as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/table/14271e0aeb894d30962e92996faa1ad9 2024-11-10T09:20:20,250 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/table/14271e0aeb894d30962e92996faa1ad9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T09:20:20,251 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-10T09:20:20,255 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T09:20:20,255 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:20,255 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:20,255 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:20,256 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230418958Running coprocessor pre-close hooks at 1731230418958Disabling compacts and flushes for region at 1731230418958Disabling writes for close at 1731230418958Obtaining lock to block concurrent updates at 1731230418958Preparing flush snapshotting stores in 1588230740 at 1731230418958Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731230418959 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731230418959Flushing 1588230740/info: creating writer at 1731230418959Flushing 1588230740/info: appending metadata at 1731230418971 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731230418971Flushing 1588230740/ns: creating writer at 1731230419383 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731230419397 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731230419398 (+1 ms)Flushing 1588230740/table: creating writer at 1731230419806 (+408 ms)Flushing 1588230740/table: appending metadata at 1731230419823 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731230419824 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221e0a0b: reopening flushed file at 1731230420234 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8990893: reopening flushed file at 1731230420240 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc42b5f: reopening flushed file at 1731230420245 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1731230420251 (+6 ms)Writing region close event to WAL at 1731230420252 (+1 ms)Running coprocessor post-close hooks at 1731230420255 (+3 ms)Closed at 1731230420255 2024-11-10T09:20:20,256 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:20,359 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,40641,1731230407961; all regions closed. 2024-11-10T09:20:20,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741834_1010 (size=2742) 2024-11-10T09:20:20,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.meta.1731230410862.meta not finished, retry = 0 2024-11-10T09:20:20,464 DEBUG [RS:0;802346a334f5:40641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs 2024-11-10T09:20:20,464 INFO [RS:0;802346a334f5:40641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C40641%2C1731230407961.meta:.meta(num 1731230410862) 2024-11-10T09:20:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741837_1013 (size=1586) 2024-11-10T09:20:20,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.rep.1731230417881 not finished, retry = 0 2024-11-10T09:20:20,569 DEBUG [RS:0;802346a334f5:40641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs 2024-11-10T09:20:20,569 INFO [RS:0;802346a334f5:40641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C40641%2C1731230407961.rep:(num 1731230417881) 2024-11-10T09:20:20,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741832_1008 (size=93) 2024-11-10T09:20:20,571 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961/802346a334f5%2C40641%2C1731230407961.1731230409880 not finished, retry = 0 2024-11-10T09:20:20,673 DEBUG [RS:0;802346a334f5:40641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs 2024-11-10T09:20:20,673 INFO [RS:0;802346a334f5:40641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C40641%2C1731230407961:(num 1731230409880) 2024-11-10T09:20:20,674 DEBUG [RS:0;802346a334f5:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:20,674 INFO [RS:0;802346a334f5:40641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:20,674 INFO [RS:0;802346a334f5:40641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:20,674 INFO [RS:0;802346a334f5:40641 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:20,674 INFO [RS:0;802346a334f5:40641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:20,674 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:20,674 INFO [RS:0;802346a334f5:40641 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,40641,1731230407961 because: Region server is closing 2024-11-10T09:20:20,674 INFO [RS:0;802346a334f5:40641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:40641. 2024-11-10T09:20:20,674 DEBUG [RS:0;802346a334f5:40641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:20,675 DEBUG [RS:0;802346a334f5:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:20,675 DEBUG [RS:0;802346a334f5:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:20,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:20,775 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961.replicationSource.wal-reader.802346a334f5%2C40641%2C1731230407961,1-802346a334f5,40641,1731230407961 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:20:20,775 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961.replicationSource.shipper802346a334f5%2C40641%2C1731230407961,1-802346a334f5,40641,1731230407961 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T09:20:20,775 INFO [RS:0;802346a334f5:40641 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,40641,1731230407961.replicationSource.shipper802346a334f5%2C40641%2C1731230407961,1-802346a334f5,40641,1731230407961 terminated 2024-11-10T09:20:20,775 INFO [RS:0;802346a334f5:40641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40641 2024-11-10T09:20:20,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/rs 2024-11-10T09:20:20,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1138767499/rs/802346a334f5,40641,1731230407961 2024-11-10T09:20:20,797 INFO [RS:0;802346a334f5:40641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:20,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,40641,1731230407961] 2024-11-10T09:20:20,819 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/draining/802346a334f5,40641,1731230407961 already deleted, retry=false 2024-11-10T09:20:20,819 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,40641,1731230407961 expired; onlineServers=0 2024-11-10T09:20:20,819 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,40845,1731230407651' ***** 2024-11-10T09:20:20,819 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:20:20,819 INFO [M:0;802346a334f5:40845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:20,819 INFO [M:0;802346a334f5:40845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:20,819 DEBUG [M:0;802346a334f5:40845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:20:20,819 DEBUG [M:0;802346a334f5:40845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:20:20,819 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:20:20,819 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230409628 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230409628,5,FailOnTimeoutGroup] 2024-11-10T09:20:20,819 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230409627 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230409627,5,FailOnTimeoutGroup] 2024-11-10T09:20:20,820 INFO [M:0;802346a334f5:40845 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:20,820 INFO [M:0;802346a334f5:40845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:20,820 DEBUG [M:0;802346a334f5:40845 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:20:20,820 INFO [M:0;802346a334f5:40845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:20:20,820 INFO [M:0;802346a334f5:40845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:20,820 INFO [M:0;802346a334f5:40845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:20:20,820 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:20:20,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1138767499/master 2024-11-10T09:20:20,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:20,829 DEBUG [M:0;802346a334f5:40845 {}] zookeeper.ZKUtil(347): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/master because node does not exist (not an error) 2024-11-10T09:20:20,829 WARN [M:0;802346a334f5:40845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:20:20,830 INFO [M:0;802346a334f5:40845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/.lastflushedseqids 2024-11-10T09:20:20,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741842_1018 (size=181) 2024-11-10T09:20:20,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:20,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101240b8f990001, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:20,909 INFO [RS:0;802346a334f5:40641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:20,909 INFO [RS:0;802346a334f5:40641 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,40641,1731230407961; zookeeper connection closed. 2024-11-10T09:20:20,909 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69fd2b85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69fd2b85 2024-11-10T09:20:20,909 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:20:21,235 INFO [M:0;802346a334f5:40845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:20:21,235 INFO [M:0;802346a334f5:40845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:20:21,236 DEBUG [M:0;802346a334f5:40845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:21,236 INFO [M:0;802346a334f5:40845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:21,236 DEBUG [M:0;802346a334f5:40845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:21,236 DEBUG [M:0;802346a334f5:40845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:21,236 DEBUG [M:0;802346a334f5:40845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:21,236 INFO [M:0;802346a334f5:40845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T09:20:21,250 DEBUG [M:0;802346a334f5:40845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/966887729de241048987fced39930a7d is 82, key is hbase:meta,,1/info:regioninfo/1731230410891/Put/seqid=0 2024-11-10T09:20:21,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741843_1019 (size=5672) 2024-11-10T09:20:21,655 INFO [M:0;802346a334f5:40845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/966887729de241048987fced39930a7d 2024-11-10T09:20:21,674 DEBUG [M:0;802346a334f5:40845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8d3579d8fa6473e93ebeb55c818704e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731230417930/Put/seqid=0 2024-11-10T09:20:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741844_1020 (size=7203) 2024-11-10T09:20:22,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:20:22,078 INFO [M:0;802346a334f5:40845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8d3579d8fa6473e93ebeb55c818704e 2024-11-10T09:20:22,100 DEBUG [M:0;802346a334f5:40845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881475ae4b8f4c2db6e8231fd0869fcb is 69, key is 802346a334f5,40641,1731230407961/rs:state/1731230409718/Put/seqid=0 2024-11-10T09:20:22,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:22,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:22,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:22,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:22,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741845_1021 (size=5156) 2024-11-10T09:20:22,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:22,505 INFO [M:0;802346a334f5:40845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881475ae4b8f4c2db6e8231fd0869fcb 2024-11-10T09:20:22,509 DEBUG [M:0;802346a334f5:40845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/966887729de241048987fced39930a7d as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/966887729de241048987fced39930a7d 2024-11-10T09:20:22,513 INFO [M:0;802346a334f5:40845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/966887729de241048987fced39930a7d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T09:20:22,514 DEBUG [M:0;802346a334f5:40845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8d3579d8fa6473e93ebeb55c818704e as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8d3579d8fa6473e93ebeb55c818704e 2024-11-10T09:20:22,518 INFO [M:0;802346a334f5:40845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8d3579d8fa6473e93ebeb55c818704e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T09:20:22,519 DEBUG [M:0;802346a334f5:40845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881475ae4b8f4c2db6e8231fd0869fcb as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881475ae4b8f4c2db6e8231fd0869fcb 2024-11-10T09:20:22,523 INFO [M:0;802346a334f5:40845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881475ae4b8f4c2db6e8231fd0869fcb, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T09:20:22,524 INFO [M:0;802346a334f5:40845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-10T09:20:22,525 INFO [M:0;802346a334f5:40845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:22,525 DEBUG [M:0;802346a334f5:40845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230421236Disabling compacts and flushes for region at 1731230421236Disabling writes for close at 1731230421236Obtaining lock to block concurrent updates at 1731230421236Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230421236Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731230421236Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230421237 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230421237Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230421250 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230421250Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230421659 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230421674 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230421674Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230422083 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230422100 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230422100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44bf7166: reopening flushed file at 1731230422509 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7355c691: reopening flushed file at 1731230422513 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1132973f: reopening flushed file at 1731230422518 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1731230422524 (+6 ms)Writing region close event to WAL at 1731230422525 (+1 ms)Closed at 1731230422525 2024-11-10T09:20:22,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741830_1006 (size=41008) 2024-11-10T09:20:22,529 INFO [M:0;802346a334f5:40845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:20:22,529 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:22,529 INFO [M:0;802346a334f5:40845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40845 2024-11-10T09:20:22,529 INFO [M:0;802346a334f5:40845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:22,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:22,707 INFO [M:0;802346a334f5:40845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:22,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40845-0x101240b8f990000, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:22,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:20:22,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:22,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:22,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:20:22,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:22,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:20:22,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:20:22,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:20:22,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35951 2024-11-10T09:20:22,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35951 connecting to ZooKeeper ensemble=127.0.0.1:53864 2024-11-10T09:20:22,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359510x0, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:22,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35951-0x101240b8f990006 connected 2024-11-10T09:20:22,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:22,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:22,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/running 2024-11-10T09:20:22,739 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: INIT 2024-11-10T09:20:22,739 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6, hbase.cluster.distributed=false 2024-11-10T09:20:22,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/acl 2024-11-10T09:20:22,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-10T09:20:22,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35951 2024-11-10T09:20:22,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35951 2024-11-10T09:20:22,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-10T09:20:22,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-10T09:20:22,754 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:20:22,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:22,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:22,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:20:22,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:22,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:20:22,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:20:22,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:20:22,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40593 2024-11-10T09:20:22,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40593 connecting to ZooKeeper ensemble=127.0.0.1:53864 2024-11-10T09:20:22,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:22,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:22,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405930x0, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:22,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405930x0, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/running 2024-11-10T09:20:22,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40593-0x101240b8f990007 connected 2024-11-10T09:20:22,766 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: INIT 2024-11-10T09:20:22,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:20:22,767 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:20:22,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/master 2024-11-10T09:20:22,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/acl 2024-11-10T09:20:22,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-10T09:20:22,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40593 2024-11-10T09:20:22,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40593 2024-11-10T09:20:22,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-10T09:20:22,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-10T09:20:22,783 DEBUG [M:0;802346a334f5:35951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:35951 2024-11-10T09:20:22,784 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1138767499/backup-masters/802346a334f5,35951,1731230422709 2024-11-10T09:20:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/backup-masters 2024-11-10T09:20:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/backup-masters 2024-11-10T09:20:22,787 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on existing znode=/0-1138767499/backup-masters/802346a334f5,35951,1731230422709 2024-11-10T09:20:22,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1138767499/master 2024-11-10T09:20:22,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:22,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:22,798 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on existing znode=/0-1138767499/master 2024-11-10T09:20:22,798 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1138767499/backup-masters/802346a334f5,35951,1731230422709 from backup master directory 2024-11-10T09:20:22,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1138767499/backup-masters/802346a334f5,35951,1731230422709 2024-11-10T09:20:22,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/backup-masters 2024-11-10T09:20:22,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/backup-masters 2024-11-10T09:20:22,808 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:20:22,808 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,35951,1731230422709 2024-11-10T09:20:22,816 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:22,816 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:20:22,822 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-10T09:20:22,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741846_1022 (size=196) 2024-11-10T09:20:23,235 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:20:23,235 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:20:23,236 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:23,240 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T09:20:23,242 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,40845,1731230407651 to hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,40845,1731230407651-dead as it is dead 2024-11-10T09:20:23,243 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,40845,1731230407651-dead/802346a334f5%2C40845%2C1731230407651.1731230409360 2024-11-10T09:20:23,243 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,40845,1731230407651-dead/802346a334f5%2C40845%2C1731230407651.1731230409360 after 0ms 2024-11-10T09:20:23,244 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,40845,1731230407651-dead/802346a334f5%2C40845%2C1731230407651.1731230409360 to hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/802346a334f5%2C40845%2C1731230407651.1731230409360 2024-11-10T09:20:23,244 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,40845,1731230407651-dead 2024-11-10T09:20:23,244 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,35951,1731230422709 2024-11-10T09:20:23,245 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:20:23,246 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C35951%2C1731230422709, suffix=, logDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,35951,1731230422709, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/oldWALs, maxLogs=10 2024-11-10T09:20:23,258 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,35951,1731230422709/802346a334f5%2C35951%2C1731230422709.1731230423246, exclude list is [], retry=0 2024-11-10T09:20:23,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45639,DS-807d97ab-8fe7-453e-afd7-c6ed2be54dd3,DISK] 2024-11-10T09:20:23,262 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,35951,1731230422709/802346a334f5%2C35951%2C1731230422709.1731230423246 2024-11-10T09:20:23,262 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-10T09:20:23,262 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:23,262 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:23,262 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:23,262 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:23,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:23,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:20:23,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:23,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/966887729de241048987fced39930a7d 2024-11-10T09:20:23,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:23,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:23,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:20:23,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:23,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8d3579d8fa6473e93ebeb55c818704e 2024-11-10T09:20:23,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:23,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:23,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:20:23,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:23,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881475ae4b8f4c2db6e8231fd0869fcb 2024-11-10T09:20:23,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:23,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:23,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:20:23,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:23,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:23,283 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:23,283 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T09:20:23,283 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/802346a334f5%2C40845%2C1731230407651.1731230409360 2024-11-10T09:20:23,289 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/802346a334f5%2C40845%2C1731230407651.1731230409360 2024-11-10T09:20:23,290 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/802346a334f5%2C40845%2C1731230407651.1731230409360 2024-11-10T09:20:23,291 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:23,291 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:23,292 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:23,293 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:23,295 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-10T09:20:23,296 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58753122, jitterRate=-0.124510258436203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:23,296 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230423263Initializing all the Stores at 1731230423263Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230423263Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230423263Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230423263Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230423263Cleaning up temporary data from old regions at 1731230423291 (+28 ms)Region opened successfully at 1731230423296 (+5 ms) 2024-11-10T09:20:23,297 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:20:23,299 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b03c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:20:23,301 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T09:20:23,301 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:20:23,301 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:20:23,301 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:20:23,302 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:20:23,305 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:23,305 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:20:23,305 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:20:23,306 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T09:20:23,306 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:20:23,308 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=802346a334f5,40641,1731230407961, regionLocation=802346a334f5,40641,1731230407961, openSeqNum=2 2024-11-10T09:20:23,308 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=802346a334f5,40641,1731230407961, table=hbase:meta, region=1588230740 2024-11-10T09:20:23,308 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,40641,1731230407961, state=OPEN 2024-11-10T09:20:23,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1138767499/meta-region-server 2024-11-10T09:20:23,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1138767499/meta-region-server 2024-11-10T09:20:23,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: CHANGED 2024-11-10T09:20:23,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: CHANGED 2024-11-10T09:20:23,386 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:20:23,398 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/draining/802346a334f5,40641,1731230407961 already deleted, retry=false 2024-11-10T09:20:23,398 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 802346a334f5,40641,1731230407961 on 802346a334f5,35951,1731230422709 2024-11-10T09:20:23,399 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 802346a334f5,40641,1731230407961, splitWal=true, meta=true 2024-11-10T09:20:23,399 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 802346a334f5,40641,1731230407961 (carryingMeta=true) 802346a334f5,40641,1731230407961/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4b22400a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T09:20:23,400 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/balancer because node does not exist (not necessarily an error) 2024-11-10T09:20:23,408 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/balancer already deleted, retry=false 2024-11-10T09:20:23,409 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:20:23,409 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:20:23,418 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/normalizer already deleted, retry=false 2024-11-10T09:20:23,419 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:20:23,420 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:20:23,429 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/switch/split already deleted, retry=false 2024-11-10T09:20:23,430 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:20:23,440 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/switch/merge already deleted, retry=false 2024-11-10T09:20:23,452 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:20:23,461 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/snapshot-cleanup already deleted, retry=false 2024-11-10T09:20:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1138767499/running 2024-11-10T09:20:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1138767499/running 2024-11-10T09:20:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:23,472 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,35951,1731230422709, sessionid=0x101240b8f990006, setting cluster-up flag (Was=false) 2024-11-10T09:20:23,483 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1138767499/flush-table-proc/acquired, /0-1138767499/flush-table-proc/reached, /0-1138767499/flush-table-proc/abort 2024-11-10T09:20:23,484 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,35951,1731230422709 2024-11-10T09:20:23,493 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1138767499/online-snapshot/acquired, /0-1138767499/online-snapshot/reached, /0-1138767499/online-snapshot/abort 2024-11-10T09:20:23,494 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,35951,1731230422709 2024-11-10T09:20:23,495 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/.lastflushedseqids 2024-11-10T09:20:23,497 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:20:23,497 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:20:23,497 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,35951,1731230422709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 802346a334f5,40641,1731230407961 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:20:23,498 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:23,498 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:23,498 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:23,498 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:23,498 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:20:23,498 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,498 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:20:23,498 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,499 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230453499 2024-11-10T09:20:23,499 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:20:23,499 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:20:23,499 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:20:23,499 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:20:23,499 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:20:23,499 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:20:23,500 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 802346a334f5,40641,1731230407961, splitWal=true, meta=true 2024-11-10T09:20:23,500 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,500 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 802346a334f5,40641,1731230407961, splitWal=true, meta=true, isMeta: true 2024-11-10T09:20:23,501 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961-splitting 2024-11-10T09:20:23,502 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961-splitting dir is empty, no logs to split. 2024-11-10T09:20:23,502 INFO [PEWorker-1 {}] master.SplitWALManager(105): 802346a334f5,40641,1731230407961 WAL count=0, meta=true 2024-11-10T09:20:23,503 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961-splitting dir is empty, no logs to split. 2024-11-10T09:20:23,503 INFO [PEWorker-1 {}] master.SplitWALManager(105): 802346a334f5,40641,1731230407961 WAL count=0, meta=true 2024-11-10T09:20:23,503 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 802346a334f5,40641,1731230407961 WAL splitting is done? wals=0, meta=true 2024-11-10T09:20:23,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:20:23,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:20:23,505 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:20:23,505 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:20:23,505 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:20:23,505 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:20:23,506 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:20:23,512 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:20:23,512 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:20:23,512 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230423512,5,FailOnTimeoutGroup] 2024-11-10T09:20:23,512 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230423512,5,FailOnTimeoutGroup] 2024-11-10T09:20:23,512 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,512 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:20:23,512 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,513 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,513 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230423513, completionTime=-1 2024-11-10T09:20:23,513 WARN [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T09:20:23,513 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T09:20:23,576 INFO [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(746): ClusterId : 87ba8add-2457-4b85-8e4b-fdb4d6001cb8 2024-11-10T09:20:23,576 DEBUG [RS:0;802346a334f5:40593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:20:23,588 DEBUG [RS:0;802346a334f5:40593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:20:23,588 DEBUG [RS:0;802346a334f5:40593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:20:23,598 DEBUG [RS:0;802346a334f5:40593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:20:23,598 DEBUG [RS:0;802346a334f5:40593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3954eb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:20:23,608 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:40593 2024-11-10T09:20:23,608 INFO [RS:0;802346a334f5:40593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:20:23,608 INFO [RS:0;802346a334f5:40593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:20:23,608 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:20:23,609 INFO [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,35951,1731230422709 with port=40593, startcode=1731230422754 2024-11-10T09:20:23,609 DEBUG [RS:0;802346a334f5:40593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:20:23,611 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:20:23,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,40593,1731230422754 2024-11-10T09:20:23,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35951 {}] master.ServerManager(517): Registering regionserver=802346a334f5,40593,1731230422754 2024-11-10T09:20:23,612 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6 2024-11-10T09:20:23,612 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35355 2024-11-10T09:20:23,612 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:20:23,613 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T09:20:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/rs 2024-11-10T09:20:23,648 DEBUG [RS:0;802346a334f5:40593 {}] zookeeper.ZKUtil(111): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on existing znode=/0-1138767499/rs/802346a334f5,40593,1731230422754 2024-11-10T09:20:23,648 WARN [RS:0;802346a334f5:40593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:20:23,648 INFO [RS:0;802346a334f5:40593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:23,648 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754 2024-11-10T09:20:23,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,40593,1731230422754] 2024-11-10T09:20:23,656 WARN [802346a334f5:35951 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:20:23,664 INFO [RS:0;802346a334f5:40593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:20:23,665 INFO [RS:0;802346a334f5:40593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:20:23,665 INFO [RS:0;802346a334f5:40593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:20:23,665 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,666 INFO [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:20:23,666 INFO [RS:0;802346a334f5:40593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:20:23,666 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,666 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,666 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,666 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,666 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,667 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,667 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:20:23,667 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,667 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,667 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,667 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,667 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,667 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:23,667 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:20:23,667 DEBUG [RS:0;802346a334f5:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:20:23,667 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,667 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,667 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,667 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,667 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,667 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40593,1731230422754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:20:23,680 INFO [RS:0;802346a334f5:40593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:20:23,680 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40593,1731230422754-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,692 INFO [RS:0;802346a334f5:40593 {}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,40593,1731230422754, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:20:23,692 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,692 INFO [RS:0;802346a334f5:40593 {}] regionserver.Replication(171): 802346a334f5,40593,1731230422754 started 2024-11-10T09:20:23,704 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:23,705 DEBUG [RS:0;802346a334f5:40593.replicationSource,1-802346a334f5,40593,1731230422754 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:44345' 2024-11-10T09:20:23,705 INFO [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,40593,1731230422754, RpcServer on 802346a334f5/172.17.0.3:40593, sessionid=0x101240b8f990007 2024-11-10T09:20:23,705 DEBUG [RS:0;802346a334f5:40593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:20:23,705 DEBUG [RS:0;802346a334f5:40593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,40593,1731230422754 2024-11-10T09:20:23,705 DEBUG [RS:0;802346a334f5:40593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,40593,1731230422754' 2024-11-10T09:20:23,705 DEBUG [RS:0;802346a334f5:40593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1138767499/flush-table-proc/abort' 2024-11-10T09:20:23,705 DEBUG [RS:0;802346a334f5:40593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1138767499/flush-table-proc/acquired' 2024-11-10T09:20:23,706 DEBUG [RS:0;802346a334f5:40593.replicationSource,1-802346a334f5,40593,1731230422754 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65a6e09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:23,706 DEBUG [RS:0;802346a334f5:40593.replicationSource,1-802346a334f5,40593,1731230422754 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44345,-1 for getting cluster id 2024-11-10T09:20:23,706 DEBUG [RS:0;802346a334f5:40593.replicationSource,1-802346a334f5,40593,1731230422754 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:23,706 DEBUG [RS:0;802346a334f5:40593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:20:23,706 DEBUG [RS:0;802346a334f5:40593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:20:23,706 DEBUG [RS:0;802346a334f5:40593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,40593,1731230422754 2024-11-10T09:20:23,706 DEBUG [RS:0;802346a334f5:40593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,40593,1731230422754' 2024-11-10T09:20:23,706 DEBUG [RS:0;802346a334f5:40593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1138767499/online-snapshot/abort' 2024-11-10T09:20:23,706 DEBUG [RS:0;802346a334f5:40593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1138767499/online-snapshot/acquired' 2024-11-10T09:20:23,707 DEBUG [RS:0;802346a334f5:40593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:20:23,707 INFO [RS:0;802346a334f5:40593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:20:23,707 INFO [RS:0;802346a334f5:40593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:20:23,707 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00fde00e-2705-4bfc-82c6-1067be38e386' 2024-11-10T09:20:23,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:23,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00fde00e-2705-4bfc-82c6-1067be38e386" 2024-11-10T09:20:23,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a5bc5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:23,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44345,-1] 2024-11-10T09:20:23,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:23,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:23,708 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:23,709 DEBUG [RS:0;802346a334f5:40593.replicationSource,1-802346a334f5,40593,1731230422754 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fa3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:23,709 DEBUG [RS:0;802346a334f5:40593.replicationSource,1-802346a334f5,40593,1731230422754 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:23,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,44345,1731230413063 2024-11-10T09:20:23,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c0977ad 2024-11-10T09:20:23,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:23,710 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-10T09:20:23,711 INFO [RS:0;802346a334f5:40593.replicationSource,1-802346a334f5,40593,1731230422754 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,40593,1731230422754 (queues=0) is replicating from cluster=87ba8add-2457-4b85-8e4b-fdb4d6001cb8 to cluster=00fde00e-2705-4bfc-82c6-1067be38e386 2024-11-10T09:20:23,807 INFO [RS:0;802346a334f5:40593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:20:23,808 INFO [RS:0;802346a334f5:40593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C40593%2C1731230422754, suffix=, logDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs, maxLogs=10 2024-11-10T09:20:23,820 DEBUG [RS:0;802346a334f5:40593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809, exclude list is [], retry=0 2024-11-10T09:20:23,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45639,DS-807d97ab-8fe7-453e-afd7-c6ed2be54dd3,DISK] 2024-11-10T09:20:23,824 INFO [RS:0;802346a334f5:40593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 2024-11-10T09:20:23,824 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 802346a334f5%2C40593%2C1731230422754 for peer 1 2024-11-10T09:20:23,824 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C40593%2C1731230422754 2024-11-10T09:20:23,824 INFO [RS:0;802346a334f5:40593 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,40593,1731230422754, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:20:23,825 DEBUG [RS:0;802346a334f5:40593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-10T09:20:23,825 INFO [RS:0;802346a334f5:40593.replicationSource.shipper802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C40593%2C1731230422754 2024-11-10T09:20:23,825 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809, startPosition=0, beingWritten=true 2024-11-10T09:20:23,906 DEBUG [802346a334f5:35951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:20:23,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,40593,1731230422754 2024-11-10T09:20:23,908 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,40593,1731230422754, state=OPENING 2024-11-10T09:20:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1138767499/meta-region-server 2024-11-10T09:20:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1138767499/meta-region-server 2024-11-10T09:20:23,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: CHANGED 2024-11-10T09:20:23,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: CHANGED 2024-11-10T09:20:23,924 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:20:23,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,40593,1731230422754}] 2024-11-10T09:20:24,030 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:24,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:20:24,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:20:24,081 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:20:24,081 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:24,081 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:20:24,082 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C40593%2C1731230422754.meta, suffix=.meta, logDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs, maxLogs=10 2024-11-10T09:20:24,098 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.meta.1731230424083.meta, exclude list is [], retry=0 2024-11-10T09:20:24,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45639,DS-807d97ab-8fe7-453e-afd7-c6ed2be54dd3,DISK] 2024-11-10T09:20:24,101 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.meta.1731230424083.meta 2024-11-10T09:20:24,101 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-10T09:20:24,102 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:24,102 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:24,102 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:20:24,102 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:20:24,102 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:20:24,102 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:20:24,102 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:24,102 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:20:24,102 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:20:24,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:20:24,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:20:24,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:24,109 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/info/6100c04a8128431d9b3dfdcf4310ca73 2024-11-10T09:20:24,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:24,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:20:24,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:20:24,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:24,115 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/ns/480c19a8559944cf812157d2e52aab6a 2024-11-10T09:20:24,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:24,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:20:24,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:20:24,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:24,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:24,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:20:24,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:20:24,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:24,122 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/table/14271e0aeb894d30962e92996faa1ad9 2024-11-10T09:20:24,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:24,123 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:20:24,123 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740 2024-11-10T09:20:24,124 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740 2024-11-10T09:20:24,125 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:20:24,125 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:20:24,126 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:24,127 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:20:24,128 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65631001, jitterRate=-0.02202187478542328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:24,128 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:20:24,128 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230424103Writing region info on filesystem at 1731230424103Initializing all the Stores at 1731230424103Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230424103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230424104 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230424104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230424104Cleaning up temporary data from old regions at 1731230424125 (+21 ms)Running coprocessor post-open hooks at 1731230424128 (+3 ms)Region opened successfully at 1731230424128 2024-11-10T09:20:24,129 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731230424076 2024-11-10T09:20:24,131 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:20:24,131 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:20:24,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=802346a334f5,40593,1731230422754 2024-11-10T09:20:24,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,40593,1731230422754, state=OPEN 2024-11-10T09:20:24,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1138767499/meta-region-server 2024-11-10T09:20:24,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1138767499/meta-region-server 2024-11-10T09:20:24,156 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,40593,1731230422754 2024-11-10T09:20:24,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: CHANGED 2024-11-10T09:20:24,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1138767499/meta-region-server: CHANGED 2024-11-10T09:20:24,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T09:20:24,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,40593,1731230422754 in 232 msec 2024-11-10T09:20:24,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:20:24,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-10T09:20:24,334 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:24,739 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:25,115 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-10T09:20:25,243 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:25,847 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:26,552 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:26,618 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T09:20:27,357 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:28,020 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T09:20:28,020 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:20:28,021 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:28,021 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40593,1731230422754, seqNum=-1] 2024-11-10T09:20:28,021 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:28,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:28,026 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da0c02807244763b12e1f3836bcd4544, regionState=OPEN, lastHost=802346a334f5,40641,1731230407961, regionLocation=802346a334f5,40641,1731230407961, openSeqNum=2 2024-11-10T09:20:28,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:20:28,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230488026 2024-11-10T09:20:28,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230548026 2024-11-10T09:20:28,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-10T09:20:28,026 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 802346a334f5,40641,1731230407961 had 2 regions 2024-11-10T09:20:28,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35951,1731230422709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:28,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35951,1731230422709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:28,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35951,1731230422709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:28,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:35951, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:28,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:28,026 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:28,027 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 802346a334f5,40641,1731230407961, splitWal=true, meta=true, isMeta: false 2024-11-10T09:20:28,028 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961-splitting dir is empty, no logs to split. 2024-11-10T09:20:28,028 INFO [PEWorker-3 {}] master.SplitWALManager(105): 802346a334f5,40641,1731230407961 WAL count=0, meta=false 2024-11-10T09:20:28,032 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40641,1731230407961-splitting dir is empty, no logs to split. 2024-11-10T09:20:28,032 INFO [PEWorker-3 {}] master.SplitWALManager(105): 802346a334f5,40641,1731230407961 WAL count=0, meta=false 2024-11-10T09:20:28,032 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 802346a334f5,40641,1731230407961 WAL splitting is done? wals=0, meta=false 2024-11-10T09:20:28,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.225sec 2024-11-10T09:20:28,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:20:28,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:20:28,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:20:28,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:20:28,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:20:28,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35951,1731230422709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:20:28,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35951,1731230422709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:20:28,034 WARN [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=802346a334f5,40641,1731230407961/hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:28,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da0c02807244763b12e1f3836bcd4544, ASSIGN}] 2024-11-10T09:20:28,036 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:20:28,036 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:20:28,036 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35951,1731230422709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:28,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da0c02807244763b12e1f3836bcd4544, ASSIGN 2024-11-10T09:20:28,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da0c02807244763b12e1f3836bcd4544, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T09:20:28,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9b2380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:28,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,35951,-1 for getting cluster id 2024-11-10T09:20:28,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:28,080 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87ba8add-2457-4b85-8e4b-fdb4d6001cb8' 2024-11-10T09:20:28,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:28,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87ba8add-2457-4b85-8e4b-fdb4d6001cb8" 2024-11-10T09:20:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475df897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,35951,-1] 2024-11-10T09:20:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:28,082 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cd2ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:28,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,40593,1731230422754, seqNum=-1] 2024-11-10T09:20:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:28,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:28,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T09:20:28,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:28,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:28,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:28,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:28,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:28,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 802346a334f5:35951 after: 802346a334f5:35951 2024-11-10T09:20:28,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146e6b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:28,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,35951,-1 for getting cluster id 2024-11-10T09:20:28,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:28,089 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87ba8add-2457-4b85-8e4b-fdb4d6001cb8' 2024-11-10T09:20:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87ba8add-2457-4b85-8e4b-fdb4d6001cb8" 2024-11-10T09:20:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170ecac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,35951,-1] 2024-11-10T09:20:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:28,090 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:28,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc8be51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:28,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:28,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,35951,1731230422709 2024-11-10T09:20:28,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@353a088e 2024-11-10T09:20:28,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:28,092 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:28,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T09:20:28,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:20:28,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:28,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:28,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:28,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:28,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:28,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:20:28,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1915483440, stopped=false 2024-11-10T09:20:28,093 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,44345,1731230413063 2024-11-10T09:20:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-637850761/running 2024-11-10T09:20:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-637850761/running 2024-11-10T09:20:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:28,166 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:28,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:28,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:28,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:28,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Set watcher on znode that does not yet exist, /1-637850761/running 2024-11-10T09:20:28,166 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,37951,1731230413165' ***** 2024-11-10T09:20:28,166 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:20:28,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Set watcher on znode that does not yet exist, /1-637850761/running 2024-11-10T09:20:28,167 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,37951,1731230413165 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:37951. 2024-11-10T09:20:28,167 DEBUG [RS:0;802346a334f5:37951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:28,167 DEBUG [RS:0;802346a334f5:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:20:28,167 INFO [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:20:28,167 DEBUG [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:20:28,167 DEBUG [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:28,168 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:20:28,168 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:20:28,168 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:20:28,168 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:20:28,168 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:20:28,168 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T09:20:28,183 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740/.tmp/ns/085191f1929c40708c64cbf3ecb2725e is 43, key is default/ns:d/1731230416606/Put/seqid=0 2024-11-10T09:20:28,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741835_1011 (size=5153) 2024-11-10T09:20:28,188 DEBUG [802346a334f5:35951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:20:28,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=da0c02807244763b12e1f3836bcd4544, regionState=OPENING, regionLocation=802346a334f5,40593,1731230422754 2024-11-10T09:20:28,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da0c02807244763b12e1f3836bcd4544, ASSIGN because future has completed 2024-11-10T09:20:28,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure da0c02807244763b12e1f3836bcd4544, server=802346a334f5,40593,1731230422754}] 2024-11-10T09:20:28,231 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:28,261 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:28,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:28,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:28,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:20:28,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C40593%2C1731230422754.rep, suffix=, logDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs, maxLogs=10 2024-11-10T09:20:28,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.rep.1731230428348, exclude list is [], retry=0 2024-11-10T09:20:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45639,DS-807d97ab-8fe7-453e-afd7-c6ed2be54dd3,DISK] 2024-11-10T09:20:28,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.rep.1731230428348 2024-11-10T09:20:28,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-10T09:20:28,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => da0c02807244763b12e1f3836bcd4544, NAME => 'hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:28,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:28,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:20:28,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. service=MultiRowMutationService 2024-11-10T09:20:28,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:20:28,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:28,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,365 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,366 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0c02807244763b12e1f3836bcd4544 columnFamilyName hfileref 2024-11-10T09:20:28,366 DEBUG [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:28,367 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(327): Store=da0c02807244763b12e1f3836bcd4544/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:28,367 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,367 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0c02807244763b12e1f3836bcd4544 columnFamilyName queue 2024-11-10T09:20:28,367 DEBUG [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:28,367 DEBUG [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:28,372 DEBUG [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544/queue/3e32bff0f1584518bee3edaea669e4d5 2024-11-10T09:20:28,372 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(327): Store=da0c02807244763b12e1f3836bcd4544/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:28,372 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,373 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0c02807244763b12e1f3836bcd4544 columnFamilyName sid 2024-11-10T09:20:28,373 DEBUG [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:28,374 INFO [StoreOpener-da0c02807244763b12e1f3836bcd4544-1 {}] regionserver.HStore(327): Store=da0c02807244763b12e1f3836bcd4544/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:28,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:20:28,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened da0c02807244763b12e1f3836bcd4544; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64478813, jitterRate=-0.03919081389904022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:20:28,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:28,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for da0c02807244763b12e1f3836bcd4544: Running coprocessor pre-open hook at 1731230428364Writing region info on filesystem at 1731230428364Initializing all the Stores at 1731230428365 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230428365Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230428365Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230428365Cleaning up temporary data from old regions at 1731230428376 (+11 ms)Running coprocessor post-open hooks at 1731230428379 (+3 ms)Region opened successfully at 1731230428379 2024-11-10T09:20:28,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544., pid=13, masterSystemTime=1731230428343 2024-11-10T09:20:28,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:28,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:28,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=da0c02807244763b12e1f3836bcd4544, regionState=OPEN, openSeqNum=9, regionLocation=802346a334f5,40593,1731230422754 2024-11-10T09:20:28,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure da0c02807244763b12e1f3836bcd4544, server=802346a334f5,40593,1731230422754 because future has completed 2024-11-10T09:20:28,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T09:20:28,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure da0c02807244763b12e1f3836bcd4544, server=802346a334f5,40593,1731230422754 in 195 msec 2024-11-10T09:20:28,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-10T09:20:28,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da0c02807244763b12e1f3836bcd4544, ASSIGN in 352 msec 2024-11-10T09:20:28,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T09:20:28,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544., hostname=802346a334f5,40593,1731230422754, seqNum=9] 2024-11-10T09:20:28,409 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 802346a334f5,40641,1731230407961 2024-11-10T09:20:28,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T09:20:28,515 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:20:28,515 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:20:28,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-10T09:20:28,568 DEBUG [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:28,587 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740/.tmp/ns/085191f1929c40708c64cbf3ecb2725e 2024-11-10T09:20:28,593 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740/.tmp/ns/085191f1929c40708c64cbf3ecb2725e as hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740/ns/085191f1929c40708c64cbf3ecb2725e 2024-11-10T09:20:28,597 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740/ns/085191f1929c40708c64cbf3ecb2725e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T09:20:28,598 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-11-10T09:20:28,598 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:20:28,603 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T09:20:28,603 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:28,603 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:28,603 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:28,604 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230428168Running coprocessor pre-close hooks at 1731230428168Disabling compacts and flushes for region at 1731230428168Disabling writes for close at 1731230428168Obtaining lock to block concurrent updates at 1731230428168Preparing flush snapshotting stores in 1588230740 at 1731230428168Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731230428168Flushing stores of hbase:meta,,1.1588230740 at 1731230428168Flushing 1588230740/ns: creating writer at 1731230428169 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731230428182 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731230428182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1a7be9: reopening flushed file at 1731230428592 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731230428598 (+6 ms)Writing region close event to WAL at 1731230428600 (+2 ms)Running coprocessor post-close hooks at 1731230428603 (+3 ms)Closed at 1731230428603 2024-11-10T09:20:28,604 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:28,768 INFO [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,37951,1731230413165; all regions closed. 2024-11-10T09:20:28,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741834_1010 (size=1152) 2024-11-10T09:20:28,770 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/WALs/802346a334f5,37951,1731230413165/802346a334f5%2C37951%2C1731230413165.meta.1731230416549.meta not finished, retry = 0 2024-11-10T09:20:28,873 DEBUG [RS:0;802346a334f5:37951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/oldWALs 2024-11-10T09:20:28,873 INFO [RS:0;802346a334f5:37951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C37951%2C1731230413165.meta:.meta(num 1731230416549) 2024-11-10T09:20:28,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741832_1008 (size=93) 2024-11-10T09:20:28,877 DEBUG [RS:0;802346a334f5:37951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/oldWALs 2024-11-10T09:20:28,877 INFO [RS:0;802346a334f5:37951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C37951%2C1731230413165:(num 1731230415644) 2024-11-10T09:20:28,877 DEBUG [RS:0;802346a334f5:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:28,877 INFO [RS:0;802346a334f5:37951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:28,877 INFO [RS:0;802346a334f5:37951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:28,877 INFO [RS:0;802346a334f5:37951 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:28,877 INFO [RS:0;802346a334f5:37951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:28,877 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:28,877 INFO [RS:0;802346a334f5:37951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37951 2024-11-10T09:20:28,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761/rs 2024-11-10T09:20:28,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-637850761/rs/802346a334f5,37951,1731230413165 2024-11-10T09:20:28,892 INFO [RS:0;802346a334f5:37951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:28,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,37951,1731230413165] 2024-11-10T09:20:28,913 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-637850761/draining/802346a334f5,37951,1731230413165 already deleted, retry=false 2024-11-10T09:20:28,913 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,37951,1731230413165 expired; onlineServers=0 2024-11-10T09:20:28,913 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,44345,1731230413063' ***** 2024-11-10T09:20:28,913 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:20:28,913 INFO [M:0;802346a334f5:44345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:28,913 INFO [M:0;802346a334f5:44345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:28,913 DEBUG [M:0;802346a334f5:44345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:20:28,913 DEBUG [M:0;802346a334f5:44345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:20:28,913 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:20:28,914 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230415368 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230415368,5,FailOnTimeoutGroup] 2024-11-10T09:20:28,914 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230415369 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230415369,5,FailOnTimeoutGroup] 2024-11-10T09:20:28,914 INFO [M:0;802346a334f5:44345 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:28,914 INFO [M:0;802346a334f5:44345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:28,914 DEBUG [M:0;802346a334f5:44345 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:20:28,914 INFO [M:0;802346a334f5:44345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:20:28,914 INFO [M:0;802346a334f5:44345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:28,914 INFO [M:0;802346a334f5:44345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:20:28,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:20:28,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-637850761/master 2024-11-10T09:20:28,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-637850761 2024-11-10T09:20:28,924 DEBUG [M:0;802346a334f5:44345 {}] zookeeper.ZKUtil(347): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Unable to get data of znode /1-637850761/master because node does not exist (not an error) 2024-11-10T09:20:28,924 WARN [M:0;802346a334f5:44345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:20:28,925 INFO [M:0;802346a334f5:44345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/.lastflushedseqids 2024-11-10T09:20:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741836_1012 (size=99) 2024-11-10T09:20:29,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:29,003 INFO [RS:0;802346a334f5:37951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:29,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x101240b8f990004, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:29,003 INFO [RS:0;802346a334f5:37951 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,37951,1731230413165; zookeeper connection closed. 2024-11-10T09:20:29,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a38858e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a38858e 2024-11-10T09:20:29,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:20:29,265 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:29,329 INFO [M:0;802346a334f5:44345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:20:29,330 INFO [M:0;802346a334f5:44345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:20:29,330 DEBUG [M:0;802346a334f5:44345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:29,330 INFO [M:0;802346a334f5:44345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:29,330 DEBUG [M:0;802346a334f5:44345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:29,330 DEBUG [M:0;802346a334f5:44345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:29,330 DEBUG [M:0;802346a334f5:44345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:29,330 INFO [M:0;802346a334f5:44345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T09:20:29,344 DEBUG [M:0;802346a334f5:44345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c84a857e965547daac89c42687bf7a3d is 82, key is hbase:meta,,1/info:regioninfo/1731230416588/Put/seqid=0 2024-11-10T09:20:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741837_1013 (size=5672) 2024-11-10T09:20:29,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:20:29,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:29,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:29,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:29,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:29,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:29,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:29,748 INFO [M:0;802346a334f5:44345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c84a857e965547daac89c42687bf7a3d 2024-11-10T09:20:29,765 DEBUG [M:0;802346a334f5:44345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6bc869049ba42128fb115a51fbadd23 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731230416609/Put/seqid=0 2024-11-10T09:20:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741838_1014 (size=5275) 2024-11-10T09:20:30,169 INFO [M:0;802346a334f5:44345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6bc869049ba42128fb115a51fbadd23 2024-11-10T09:20:30,186 DEBUG [M:0;802346a334f5:44345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd934f7198694ac09d81a67e8a9c41a6 is 69, key is 802346a334f5,37951,1731230413165/rs:state/1731230415427/Put/seqid=0 2024-11-10T09:20:30,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741839_1015 (size=5156) 2024-11-10T09:20:30,369 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:30,590 INFO [M:0;802346a334f5:44345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd934f7198694ac09d81a67e8a9c41a6 2024-11-10T09:20:30,595 DEBUG [M:0;802346a334f5:44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c84a857e965547daac89c42687bf7a3d as hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c84a857e965547daac89c42687bf7a3d 2024-11-10T09:20:30,600 INFO [M:0;802346a334f5:44345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c84a857e965547daac89c42687bf7a3d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T09:20:30,601 DEBUG [M:0;802346a334f5:44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6bc869049ba42128fb115a51fbadd23 as hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6bc869049ba42128fb115a51fbadd23 2024-11-10T09:20:30,605 INFO [M:0;802346a334f5:44345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6bc869049ba42128fb115a51fbadd23, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T09:20:30,606 DEBUG [M:0;802346a334f5:44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd934f7198694ac09d81a67e8a9c41a6 as hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd934f7198694ac09d81a67e8a9c41a6 2024-11-10T09:20:30,611 INFO [M:0;802346a334f5:44345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36593/user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd934f7198694ac09d81a67e8a9c41a6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T09:20:30,611 INFO [M:0;802346a334f5:44345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false 2024-11-10T09:20:30,616 INFO [M:0;802346a334f5:44345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:30,616 DEBUG [M:0;802346a334f5:44345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230429330Disabling compacts and flushes for region at 1731230429330Disabling writes for close at 1731230429330Obtaining lock to block concurrent updates at 1731230429330Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230429330Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731230429330Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230429331 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230429331Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230429343 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230429343Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230429752 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230429764 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230429764Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230430173 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230430185 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230430185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba52d2f: reopening flushed file at 1731230430594 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a6c7bb: reopening flushed file at 1731230430600 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aac1856: reopening flushed file at 1731230430606 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false at 1731230430611 (+5 ms)Writing region close event to WAL at 1731230430616 (+5 ms)Closed at 1731230430616 2024-11-10T09:20:30,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741830_1006 (size=10165) 2024-11-10T09:20:30,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d85bd453-359d-187c-50ef-818d52f26bbd/MasterData/WALs/802346a334f5,44345,1731230413063/802346a334f5%2C44345%2C1731230413063.1731230415063 not finished, retry = 0 2024-11-10T09:20:30,719 INFO [M:0;802346a334f5:44345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:20:30,719 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:30,719 INFO [M:0;802346a334f5:44345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44345 2024-11-10T09:20:30,719 INFO [M:0;802346a334f5:44345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:30,876 INFO [M:0;802346a334f5:44345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:30,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:30,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x101240b8f990003, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:30,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c07834a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:20:30,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@247e2492{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:20:30,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:20:30,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b35ec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:20:30,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3663022f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/hadoop.log.dir/,STOPPED} 2024-11-10T09:20:30,880 WARN [BP-64563128-172.17.0.3-1731230411039 heartbeating to localhost/127.0.0.1:36593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:20:30,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:20:30,880 WARN [BP-64563128-172.17.0.3-1731230411039 heartbeating to localhost/127.0.0.1:36593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-64563128-172.17.0.3-1731230411039 (Datanode Uuid 597236b9-176b-45bb-b5fd-71ef8e28ef82) service to localhost/127.0.0.1:36593 2024-11-10T09:20:30,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:20:30,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/cluster_953f356d-dffe-4b2e-bf98-a1041188ca1a/data/data1/current/BP-64563128-172.17.0.3-1731230411039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:20:30,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/cluster_953f356d-dffe-4b2e-bf98-a1041188ca1a/data/data2/current/BP-64563128-172.17.0.3-1731230411039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:20:30,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:20:30,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3eb75dff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:20:30,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e19afe9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:20:30,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:20:30,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21bde6d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:20:30,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6abceba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/hadoop.log.dir/,STOPPED} 2024-11-10T09:20:30,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:20:30,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:20:30,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:30,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:30,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:30,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:30,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:30,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:20:30,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=123520066, stopped=false 2024-11-10T09:20:30,897 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,35951,1731230422709 2024-11-10T09:20:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1138767499/running 2024-11-10T09:20:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1138767499/running 2024-11-10T09:20:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:30,913 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:30,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:30,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:30,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:30,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/running 2024-11-10T09:20:30,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Set watcher on znode that does not yet exist, /0-1138767499/running 2024-11-10T09:20:30,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,40593,1731230422754' ***** 2024-11-10T09:20:30,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:20:30,914 INFO [RS:0;802346a334f5:40593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:20:30,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(3091): Received CLOSE for da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,40593,1731230422754 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:40593. 2024-11-10T09:20:30,915 DEBUG [RS:0;802346a334f5:40593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:30,915 DEBUG [RS:0;802346a334f5:40593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:30,915 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da0c02807244763b12e1f3836bcd4544, disabling compactions & flushes 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:20:30,915 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:20:30,915 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:20:30,915 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. after waiting 0 ms 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:20:30,915 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:30,915 INFO [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:20:30,915 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1325): Online Regions={da0c02807244763b12e1f3836bcd4544=hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:20:30,915 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da0c02807244763b12e1f3836bcd4544 2024-11-10T09:20:30,915 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:20:30,915 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:20:30,915 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:20:30,915 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:20:30,916 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:20:30,916 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T09:20:30,918 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/replication/da0c02807244763b12e1f3836bcd4544/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-10T09:20:30,919 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:30,919 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:30,919 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:30,919 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da0c02807244763b12e1f3836bcd4544: Waiting for close lock at 1731230430915Running coprocessor pre-close hooks at 1731230430915Disabling compacts and flushes for region at 1731230430915Disabling writes for close at 1731230430915Writing region close event to WAL at 1731230430916 (+1 ms)Running coprocessor post-close hooks at 1731230430919 (+3 ms)Closed at 1731230430919 2024-11-10T09:20:30,919 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544. 2024-11-10T09:20:30,929 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/info/a044f39e830248e2894470723ff0e8e7 is 147, key is hbase:replication,,1731230416745.da0c02807244763b12e1f3836bcd4544./info:regioninfo/1731230428383/Put/seqid=0 2024-11-10T09:20:30,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741851_1027 (size=6385) 2024-11-10T09:20:30,973 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:31,116 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:31,316 DEBUG [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:31,334 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/info/a044f39e830248e2894470723ff0e8e7 2024-11-10T09:20:31,340 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/.tmp/info/a044f39e830248e2894470723ff0e8e7 as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/info/a044f39e830248e2894470723ff0e8e7 2024-11-10T09:20:31,346 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/info/a044f39e830248e2894470723ff0e8e7, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T09:20:31,347 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-10T09:20:31,352 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T09:20:31,352 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:31,352 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:31,352 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:31,353 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230430915Running coprocessor pre-close hooks at 1731230430915Disabling compacts and flushes for region at 1731230430915Disabling writes for close at 1731230430915Obtaining lock to block concurrent updates at 1731230430916 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731230430916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731230430916Flushing stores of hbase:meta,,1.1588230740 at 1731230430916Flushing 1588230740/info: creating writer at 1731230430916Flushing 1588230740/info: appending metadata at 1731230430929 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731230430929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43efc433: reopening flushed file at 1731230431339 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1731230431347 (+8 ms)Writing region close event to WAL at 1731230431348 (+1 ms)Running coprocessor post-close hooks at 1731230431352 (+4 ms)Closed at 1731230431352 2024-11-10T09:20:31,353 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:31,516 INFO [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,40593,1731230422754; all regions closed. 2024-11-10T09:20:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741849_1025 (size=2156) 2024-11-10T09:20:31,520 DEBUG [RS:0;802346a334f5:40593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs 2024-11-10T09:20:31,520 INFO [RS:0;802346a334f5:40593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C40593%2C1731230422754.meta:.meta(num 1731230424083) 2024-11-10T09:20:31,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741850_1026 (size=796) 2024-11-10T09:20:31,522 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.rep.1731230428348 not finished, retry = 0 2024-11-10T09:20:31,573 DEBUG [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 to pos 0, reset compression=false 2024-11-10T09:20:31,624 DEBUG [RS:0;802346a334f5:40593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs 2024-11-10T09:20:31,624 INFO [RS:0;802346a334f5:40593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C40593%2C1731230422754.rep:(num 1731230428348) 2024-11-10T09:20:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741848_1024 (size=93) 2024-11-10T09:20:31,626 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/WALs/802346a334f5,40593,1731230422754/802346a334f5%2C40593%2C1731230422754.1731230423809 not finished, retry = 0 2024-11-10T09:20:31,728 DEBUG [RS:0;802346a334f5:40593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/oldWALs 2024-11-10T09:20:31,728 INFO [RS:0;802346a334f5:40593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C40593%2C1731230422754:(num 1731230423809) 2024-11-10T09:20:31,728 DEBUG [RS:0;802346a334f5:40593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:31,728 INFO [RS:0;802346a334f5:40593 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:31,728 INFO [RS:0;802346a334f5:40593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:31,728 INFO [RS:0;802346a334f5:40593 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:31,729 INFO [RS:0;802346a334f5:40593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:31,729 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:31,729 INFO [RS:0;802346a334f5:40593 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,40593,1731230422754 because: Region server is closing 2024-11-10T09:20:31,729 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T09:20:31,729 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T09:20:31,729 INFO [RS:0;802346a334f5:40593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:40593. 2024-11-10T09:20:31,729 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T09:20:31,729 DEBUG [RS:0;802346a334f5:40593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:31,729 DEBUG [RS:0;802346a334f5:40593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:31,729 DEBUG [RS:0;802346a334f5:40593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:31,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:31,829 WARN [RS:0;802346a334f5:40593.replicationSource.shipper802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T09:20:31,829 WARN [RS:0;802346a334f5:40593.replicationSource.wal-reader.802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:20:31,830 INFO [RS:0;802346a334f5:40593 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;802346a334f5:40593.replicationSource.shipper802346a334f5%2C40593%2C1731230422754,1-802346a334f5,40593,1731230422754 terminated 2024-11-10T09:20:31,830 INFO [RS:0;802346a334f5:40593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40593 2024-11-10T09:20:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1138767499/rs/802346a334f5,40593,1731230422754 2024-11-10T09:20:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499/rs 2024-11-10T09:20:31,892 INFO [RS:0;802346a334f5:40593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:31,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,40593,1731230422754] 2024-11-10T09:20:31,913 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1138767499/draining/802346a334f5,40593,1731230422754 already deleted, retry=false 2024-11-10T09:20:31,913 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,40593,1731230422754 expired; onlineServers=0 2024-11-10T09:20:31,913 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,35951,1731230422709' ***** 2024-11-10T09:20:31,913 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:20:31,913 INFO [M:0;802346a334f5:35951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:31,913 INFO [M:0;802346a334f5:35951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:31,913 DEBUG [M:0;802346a334f5:35951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:20:31,913 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:20:31,913 DEBUG [M:0;802346a334f5:35951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:20:31,913 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230423512 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230423512,5,FailOnTimeoutGroup] 2024-11-10T09:20:31,913 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230423512 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230423512,5,FailOnTimeoutGroup] 2024-11-10T09:20:31,914 INFO [M:0;802346a334f5:35951 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:31,914 INFO [M:0;802346a334f5:35951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:31,914 DEBUG [M:0;802346a334f5:35951 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:20:31,914 INFO [M:0;802346a334f5:35951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:20:31,914 INFO [M:0;802346a334f5:35951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:31,914 INFO [M:0;802346a334f5:35951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:20:31,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:20:31,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1138767499/master 2024-11-10T09:20:31,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1138767499 2024-11-10T09:20:31,925 DEBUG [M:0;802346a334f5:35951 {}] zookeeper.ZKUtil(347): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Unable to get data of znode /0-1138767499/master because node does not exist (not an error) 2024-11-10T09:20:31,925 WARN [M:0;802346a334f5:35951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:20:31,925 INFO [M:0;802346a334f5:35951 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/.lastflushedseqids 2024-11-10T09:20:31,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741852_1028 (size=181) 2024-11-10T09:20:31,930 INFO [M:0;802346a334f5:35951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:20:31,931 INFO [M:0;802346a334f5:35951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:20:31,931 DEBUG [M:0;802346a334f5:35951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:31,931 INFO [M:0;802346a334f5:35951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:31,931 DEBUG [M:0;802346a334f5:35951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:31,931 DEBUG [M:0;802346a334f5:35951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:31,931 DEBUG [M:0;802346a334f5:35951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:31,931 INFO [M:0;802346a334f5:35951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T09:20:31,951 DEBUG [M:0;802346a334f5:35951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae8566624cb44786b42a082a834f9ab7 is 82, key is hbase:meta,,1/info:regioninfo/1731230424131/Put/seqid=0 2024-11-10T09:20:31,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741853_1029 (size=5672) 2024-11-10T09:20:31,958 INFO [M:0;802346a334f5:35951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae8566624cb44786b42a082a834f9ab7 2024-11-10T09:20:31,985 DEBUG [M:0;802346a334f5:35951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d11f10c7d7b549ada978cf71c7aeeba5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731230428388/Put/seqid=0 2024-11-10T09:20:31,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741854_1030 (size=7312) 2024-11-10T09:20:32,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:32,003 INFO [RS:0;802346a334f5:40593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:32,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x101240b8f990007, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:32,003 INFO [RS:0;802346a334f5:40593 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,40593,1731230422754; zookeeper connection closed. 2024-11-10T09:20:32,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d5302a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d5302a8 2024-11-10T09:20:32,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:20:32,389 INFO [M:0;802346a334f5:35951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d11f10c7d7b549ada978cf71c7aeeba5 2024-11-10T09:20:32,410 DEBUG [M:0;802346a334f5:35951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3561d0c846d846af8cf76127d89824d2 is 69, key is 802346a334f5,40593,1731230422754/rs:state/1731230423611/Put/seqid=0 2024-11-10T09:20:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741855_1031 (size=5370) 2024-11-10T09:20:32,814 INFO [M:0;802346a334f5:35951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3561d0c846d846af8cf76127d89824d2 2024-11-10T09:20:32,819 INFO [M:0;802346a334f5:35951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3561d0c846d846af8cf76127d89824d2 2024-11-10T09:20:32,820 DEBUG [M:0;802346a334f5:35951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae8566624cb44786b42a082a834f9ab7 as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae8566624cb44786b42a082a834f9ab7 2024-11-10T09:20:32,825 INFO [M:0;802346a334f5:35951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae8566624cb44786b42a082a834f9ab7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T09:20:32,826 DEBUG [M:0;802346a334f5:35951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d11f10c7d7b549ada978cf71c7aeeba5 as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d11f10c7d7b549ada978cf71c7aeeba5 2024-11-10T09:20:32,830 INFO [M:0;802346a334f5:35951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d11f10c7d7b549ada978cf71c7aeeba5, entries=7, sequenceid=127, filesize=7.1 K 2024-11-10T09:20:32,830 DEBUG [M:0;802346a334f5:35951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3561d0c846d846af8cf76127d89824d2 as hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3561d0c846d846af8cf76127d89824d2 2024-11-10T09:20:32,834 INFO [M:0;802346a334f5:35951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3561d0c846d846af8cf76127d89824d2 2024-11-10T09:20:32,834 INFO [M:0;802346a334f5:35951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3561d0c846d846af8cf76127d89824d2, entries=2, sequenceid=127, filesize=5.2 K 2024-11-10T09:20:32,835 INFO [M:0;802346a334f5:35951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=127, compaction requested=false 2024-11-10T09:20:32,836 INFO [M:0;802346a334f5:35951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:32,837 DEBUG [M:0;802346a334f5:35951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230431931Disabling compacts and flushes for region at 1731230431931Disabling writes for close at 1731230431931Obtaining lock to block concurrent updates at 1731230431931Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230431931Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731230431931Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230431932 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230431932Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230431951 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230431951Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230431966 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230431984 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230431984Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230432393 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230432409 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230432409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134c6db0: reopening flushed file at 1731230432819 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ebef3a3: reopening flushed file at 1731230432825 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24210964: reopening flushed file at 1731230432830 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=127, compaction requested=false at 1731230432835 (+5 ms)Writing region close event to WAL at 1731230432836 (+1 ms)Closed at 1731230432836 2024-11-10T09:20:32,839 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2b5fd0e-07b8-b80c-0056-49e25400f8d6/MasterData/WALs/802346a334f5,35951,1731230422709/802346a334f5%2C35951%2C1731230422709.1731230423246 not finished, retry = 0 2024-11-10T09:20:32,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45639 is added to blk_1073741847_1023 (size=22903) 2024-11-10T09:20:32,940 INFO [M:0;802346a334f5:35951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:20:32,940 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:32,940 INFO [M:0;802346a334f5:35951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35951 2024-11-10T09:20:32,940 INFO [M:0;802346a334f5:35951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:33,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:33,118 INFO [M:0;802346a334f5:35951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:33,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x101240b8f990006, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:33,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cab360e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:20:33,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d8bae20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:20:33,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:20:33,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61e0d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:20:33,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11505e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/hadoop.log.dir/,STOPPED} 2024-11-10T09:20:33,122 WARN [BP-1157121786-172.17.0.3-1731230405638 heartbeating to localhost/127.0.0.1:35355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:20:33,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:20:33,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:20:33,122 WARN [BP-1157121786-172.17.0.3-1731230405638 heartbeating to localhost/127.0.0.1:35355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1157121786-172.17.0.3-1731230405638 (Datanode Uuid a03c39de-9606-4e55-8d20-65e24563a668) service to localhost/127.0.0.1:35355 2024-11-10T09:20:33,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/cluster_05981c30-cdde-e200-cdbe-8555005d114c/data/data1/current/BP-1157121786-172.17.0.3-1731230405638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:20:33,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/cluster_05981c30-cdde-e200-cdbe-8555005d114c/data/data2/current/BP-1157121786-172.17.0.3-1731230405638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:20:33,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:20:33,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3257161a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:20:33,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@103e63a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:20:33,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:20:33,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f317f77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:20:33,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379ae8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca9dc519-5d4a-e126-b96e-1dad724df7b8/hadoop.log.dir/,STOPPED} 2024-11-10T09:20:33,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:20:33,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:20:33,152 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53864) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35355 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36593 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53864) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=1134 (was 1212) 2024-11-10T09:20:33,159 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=1134 2024-11-10T09:20:33,171 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-10T09:20:33,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/hadoop.log.dir so I do NOT create it in target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8 2024-11-10T09:20:33,172 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:20:33,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/hadoop.tmp.dir so I do NOT create it in target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8 2024-11-10T09:20:33,172 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04549596-8356-5ff7-ec43-b9c10b154b4b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:20:33,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8 2024-11-10T09:20:33,172 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/cluster_652783ac-ff71-0980-e57b-0b179f133a6b, deleteOnExit=true 2024-11-10T09:20:33,174 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/cluster_652783ac-ff71-0980-e57b-0b179f133a6b/zookeeper_0, clientPort=56199, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/cluster_652783ac-ff71-0980-e57b-0b179f133a6b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/cluster_652783ac-ff71-0980-e57b-0b179f133a6b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:20:33,175 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56199 2024-11-10T09:20:33,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:20:33,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:20:33,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/test.cache.data in system properties and HBase conf 2024-11-10T09:20:33,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:20:33,176 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:20:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:20:33,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:20:33,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:20:33,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:20:33,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:20:33,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:20:33,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:20:33,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:20:33,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101240b8f990005, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:20:33,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101240b8f990002, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:20:33,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101240b8f990002, quorum=127.0.0.1:53864, baseZNode=/0-1138767499 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:20:33,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101240b8f990005, quorum=127.0.0.1:53864, baseZNode=/1-637850761 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:20:33,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:33,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:20:33,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:20:33,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:20:33,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:20:33,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:33,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ef08e8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:20:33,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c077745{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:20:33,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@701ac8c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/java.io.tmpdir/jetty-localhost-41331-hadoop-hdfs-3_4_1-tests_jar-_-any-11550126327448038069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:20:33,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45976c97{HTTP/1.1, (http/1.1)}{localhost:41331} 2024-11-10T09:20:33,638 INFO [Time-limited test {}] server.Server(415): Started @167345ms 2024-11-10T09:20:33,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:33,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:20:33,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:20:33,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:20:33,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:20:33,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@702d0e1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:20:33,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b816d00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:20:33,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78e3642{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/java.io.tmpdir/jetty-localhost-39197-hadoop-hdfs-3_4_1-tests_jar-_-any-1456764350349051230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:20:33,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a37642c{HTTP/1.1, (http/1.1)}{localhost:39197} 2024-11-10T09:20:33,978 INFO [Time-limited test {}] server.Server(415): Started @167686ms 2024-11-10T09:20:33,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:20:34,684 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/cluster_652783ac-ff71-0980-e57b-0b179f133a6b/data/data1/current/BP-678247052-172.17.0.3-1731230433208/current, will proceed with Du for space computation calculation, 2024-11-10T09:20:34,684 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/cluster_652783ac-ff71-0980-e57b-0b179f133a6b/data/data2/current/BP-678247052-172.17.0.3-1731230433208/current, will proceed with Du for space computation calculation, 2024-11-10T09:20:34,703 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:20:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d8410ca30b77b59 with lease ID 0xff30034dc76ebf63: Processing first storage report for DS-5355f1ba-04e1-420b-9bf7-a7cca4221320 from datanode DatanodeRegistration(127.0.0.1:36613, datanodeUuid=fae2ba3d-95b5-4f2f-8f9b-bb9a02d54a1f, infoPort=38377, infoSecurePort=0, ipcPort=46125, storageInfo=lv=-57;cid=testClusterID;nsid=321212895;c=1731230433208) 2024-11-10T09:20:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d8410ca30b77b59 with lease ID 0xff30034dc76ebf63: from storage DS-5355f1ba-04e1-420b-9bf7-a7cca4221320 node DatanodeRegistration(127.0.0.1:36613, datanodeUuid=fae2ba3d-95b5-4f2f-8f9b-bb9a02d54a1f, infoPort=38377, infoSecurePort=0, ipcPort=46125, storageInfo=lv=-57;cid=testClusterID;nsid=321212895;c=1731230433208), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:20:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d8410ca30b77b59 with lease ID 0xff30034dc76ebf63: Processing first storage report for DS-c389ea98-5816-4b01-991f-54c8ed0edf73 from datanode DatanodeRegistration(127.0.0.1:36613, datanodeUuid=fae2ba3d-95b5-4f2f-8f9b-bb9a02d54a1f, infoPort=38377, infoSecurePort=0, ipcPort=46125, storageInfo=lv=-57;cid=testClusterID;nsid=321212895;c=1731230433208) 2024-11-10T09:20:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d8410ca30b77b59 with lease ID 0xff30034dc76ebf63: from storage DS-c389ea98-5816-4b01-991f-54c8ed0edf73 node DatanodeRegistration(127.0.0.1:36613, datanodeUuid=fae2ba3d-95b5-4f2f-8f9b-bb9a02d54a1f, infoPort=38377, infoSecurePort=0, ipcPort=46125, storageInfo=lv=-57;cid=testClusterID;nsid=321212895;c=1731230433208), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:20:34,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8 2024-11-10T09:20:34,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:34,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:34,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:20:35,211 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb with version=8 2024-11-10T09:20:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/hbase-staging 2024-11-10T09:20:35,213 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:20:35,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:35,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:35,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:20:35,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:35,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:20:35,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:20:35,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:20:35,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37183 2024-11-10T09:20:35,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37183 connecting to ZooKeeper ensemble=127.0.0.1:56199 2024-11-10T09:20:35,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371830x0, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:35,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37183-0x101240bfb410000 connected 2024-11-10T09:20:35,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:35,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:35,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Set watcher on znode that does not yet exist, /01497105078/running 2024-11-10T09:20:35,393 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb, hbase.cluster.distributed=false 2024-11-10T09:20:35,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Set watcher on znode that does not yet exist, /01497105078/acl 2024-11-10T09:20:35,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37183 2024-11-10T09:20:35,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37183 2024-11-10T09:20:35,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37183 2024-11-10T09:20:35,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37183 2024-11-10T09:20:35,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37183 2024-11-10T09:20:35,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:20:35,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:35,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:35,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:20:35,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:35,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:20:35,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:20:35,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:20:35,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42091 2024-11-10T09:20:35,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42091 connecting to ZooKeeper ensemble=127.0.0.1:56199 2024-11-10T09:20:35,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:35,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420910x0, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:35,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420910x0, quorum=127.0.0.1:56199, baseZNode=/01497105078 Set watcher on znode that does not yet exist, /01497105078/running 2024-11-10T09:20:35,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42091-0x101240bfb410001 connected 2024-11-10T09:20:35,422 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:20:35,422 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:20:35,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Set watcher on znode that does not yet exist, /01497105078/master 2024-11-10T09:20:35,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Set watcher on znode that does not yet exist, /01497105078/acl 2024-11-10T09:20:35,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42091 2024-11-10T09:20:35,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42091 2024-11-10T09:20:35,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42091 2024-11-10T09:20:35,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42091 2024-11-10T09:20:35,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42091 2024-11-10T09:20:35,444 DEBUG [M:0;802346a334f5:37183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:37183 2024-11-10T09:20:35,444 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01497105078/backup-masters/802346a334f5,37183,1731230435213 2024-11-10T09:20:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078/backup-masters 2024-11-10T09:20:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078/backup-masters 2024-11-10T09:20:35,453 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Set watcher on existing znode=/01497105078/backup-masters/802346a334f5,37183,1731230435213 2024-11-10T09:20:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01497105078/master 2024-11-10T09:20:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:35,464 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Set watcher on existing znode=/01497105078/master 2024-11-10T09:20:35,464 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01497105078/backup-masters/802346a334f5,37183,1731230435213 from backup master directory 2024-11-10T09:20:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078/backup-masters 2024-11-10T09:20:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01497105078/backup-masters/802346a334f5,37183,1731230435213 2024-11-10T09:20:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078/backup-masters 2024-11-10T09:20:35,474 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:20:35,474 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,37183,1731230435213 2024-11-10T09:20:35,477 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/hbase.id] with ID: 6db45c01-0674-492d-9578-8a37c7e9fb70 2024-11-10T09:20:35,477 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/.tmp/hbase.id 2024-11-10T09:20:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:20:35,886 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/.tmp/hbase.id]:[hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/hbase.id] 2024-11-10T09:20:35,896 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:35,896 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:20:35,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:20:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:20:36,353 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:20:36,353 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:20:36,354 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:36,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:20:36,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:20:36,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:36,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:36,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:36,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:36,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:36,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:36,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:36,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:36,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:36,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:20:36,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T09:20:36,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:36,760 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store 2024-11-10T09:20:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:20:37,166 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:37,166 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:37,167 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:37,167 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:37,167 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:37,167 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:37,167 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:37,167 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230437166Disabling compacts and flushes for region at 1731230437166Disabling writes for close at 1731230437167 (+1 ms)Writing region close event to WAL at 1731230437167Closed at 1731230437167 2024-11-10T09:20:37,168 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/.initializing 2024-11-10T09:20:37,168 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/WALs/802346a334f5,37183,1731230435213 2024-11-10T09:20:37,169 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:20:37,170 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C37183%2C1731230435213, suffix=, logDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/WALs/802346a334f5,37183,1731230435213, archiveDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/oldWALs, maxLogs=10 2024-11-10T09:20:37,186 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/WALs/802346a334f5,37183,1731230435213/802346a334f5%2C37183%2C1731230435213.1731230437170, exclude list is [], retry=0 2024-11-10T09:20:37,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-5355f1ba-04e1-420b-9bf7-a7cca4221320,DISK] 2024-11-10T09:20:37,189 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/WALs/802346a334f5,37183,1731230435213/802346a334f5%2C37183%2C1731230435213.1731230437170 2024-11-10T09:20:37,190 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-10T09:20:37,190 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:37,190 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:37,190 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,190 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:20:37,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:37,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:37,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:20:37,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:37,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:37,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:20:37,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:37,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:37,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:20:37,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:37,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:37,197 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,198 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,198 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,199 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,199 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,199 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:37,200 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:37,201 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:37,202 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65335798, jitterRate=-0.02642074227333069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:37,202 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230437190Initializing all the Stores at 1731230437191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230437191Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230437191Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230437191Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230437191Cleaning up temporary data from old regions at 1731230437199 (+8 ms)Region opened successfully at 1731230437202 (+3 ms) 2024-11-10T09:20:37,202 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:20:37,204 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f6ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:20:37,205 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:20:37,205 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:20:37,205 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:20:37,205 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:20:37,206 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:20:37,206 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:20:37,206 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:20:37,207 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:20:37,208 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Unable to get data of znode /01497105078/balancer because node does not exist (not necessarily an error) 2024-11-10T09:20:37,270 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01497105078/balancer already deleted, retry=false 2024-11-10T09:20:37,271 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:20:37,271 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Unable to get data of znode /01497105078/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:20:37,281 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01497105078/normalizer already deleted, retry=false 2024-11-10T09:20:37,281 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:20:37,282 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Unable to get data of znode /01497105078/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:20:37,291 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01497105078/switch/split already deleted, retry=false 2024-11-10T09:20:37,292 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Unable to get data of znode /01497105078/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:20:37,308 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01497105078/switch/merge already deleted, retry=false 2024-11-10T09:20:37,311 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Unable to get data of znode /01497105078/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:20:37,323 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01497105078/snapshot-cleanup already deleted, retry=false 2024-11-10T09:20:37,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01497105078/running 2024-11-10T09:20:37,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01497105078/running 2024-11-10T09:20:37,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:37,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:37,334 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,37183,1731230435213, sessionid=0x101240bfb410000, setting cluster-up flag (Was=false) 2024-11-10T09:20:37,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:37,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:37,386 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01497105078/flush-table-proc/acquired, /01497105078/flush-table-proc/reached, /01497105078/flush-table-proc/abort 2024-11-10T09:20:37,387 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,37183,1731230435213 2024-11-10T09:20:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:37,439 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01497105078/online-snapshot/acquired, /01497105078/online-snapshot/reached, /01497105078/online-snapshot/abort 2024-11-10T09:20:37,440 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,37183,1731230435213 2024-11-10T09:20:37,441 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:20:37,442 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:37,442 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:20:37,443 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:20:37,443 WARN [master/802346a334f5:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 802346a334f5,40641,1731230407961: status=Processing ServerCrashProcedure of 802346a334f5,40641,1731230407961 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731230423499, completionTime=-1 appears to have been leaked 2024-11-10T09:20:37,443 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,37183,1731230435213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:20:37,444 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:37,444 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:37,444 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:37,444 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:37,444 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:20:37,444 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,444 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:20:37,444 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,445 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230467445 2024-11-10T09:20:37,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:37,445 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:20:37,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:20:37,446 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:20:37,446 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:20:37,446 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:20:37,446 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:20:37,446 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:20:37,446 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,446 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:20:37,446 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:20:37,446 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:20:37,446 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:20:37,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:37,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:20:37,447 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:20:37,447 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:20:37,447 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230437447,5,FailOnTimeoutGroup] 2024-11-10T09:20:37,447 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230437447,5,FailOnTimeoutGroup] 2024-11-10T09:20:37,448 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,448 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:20:37,448 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,448 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:20:37,534 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(746): ClusterId : 6db45c01-0674-492d-9578-8a37c7e9fb70 2024-11-10T09:20:37,534 DEBUG [RS:0;802346a334f5:42091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:20:37,566 DEBUG [RS:0;802346a334f5:42091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:20:37,566 DEBUG [RS:0;802346a334f5:42091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:20:37,576 DEBUG [RS:0;802346a334f5:42091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:20:37,576 DEBUG [RS:0;802346a334f5:42091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a95ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:20:37,586 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:42091 2024-11-10T09:20:37,586 INFO [RS:0;802346a334f5:42091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:20:37,586 INFO [RS:0;802346a334f5:42091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:20:37,586 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:20:37,587 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,37183,1731230435213 with port=42091, startcode=1731230435408 2024-11-10T09:20:37,587 DEBUG [RS:0;802346a334f5:42091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:20:37,588 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:20:37,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,42091,1731230435408 2024-11-10T09:20:37,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37183 {}] master.ServerManager(517): Registering regionserver=802346a334f5,42091,1731230435408 2024-11-10T09:20:37,590 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb 2024-11-10T09:20:37,590 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38443 2024-11-10T09:20:37,590 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:20:37,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078/rs 2024-11-10T09:20:37,600 DEBUG [RS:0;802346a334f5:42091 {}] zookeeper.ZKUtil(111): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Set watcher on existing znode=/01497105078/rs/802346a334f5,42091,1731230435408 2024-11-10T09:20:37,600 WARN [RS:0;802346a334f5:42091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:20:37,601 INFO [RS:0;802346a334f5:42091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:37,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,42091,1731230435408] 2024-11-10T09:20:37,601 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408 2024-11-10T09:20:37,603 INFO [RS:0;802346a334f5:42091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:20:37,605 INFO [RS:0;802346a334f5:42091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:20:37,605 INFO [RS:0;802346a334f5:42091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:20:37,605 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,606 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:20:37,606 INFO [RS:0;802346a334f5:42091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:20:37,606 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,606 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:20:37,607 DEBUG [RS:0;802346a334f5:42091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:20:37,608 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,608 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,608 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,608 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,608 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,608 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42091,1731230435408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:20:37,620 INFO [RS:0;802346a334f5:42091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:20:37,620 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42091,1731230435408-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,620 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,620 INFO [RS:0;802346a334f5:42091 {}] regionserver.Replication(171): 802346a334f5,42091,1731230435408 started 2024-11-10T09:20:37,632 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:37,632 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,42091,1731230435408, RpcServer on 802346a334f5/172.17.0.3:42091, sessionid=0x101240bfb410001 2024-11-10T09:20:37,632 DEBUG [RS:0;802346a334f5:42091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:20:37,632 DEBUG [RS:0;802346a334f5:42091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,42091,1731230435408 2024-11-10T09:20:37,632 DEBUG [RS:0;802346a334f5:42091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,42091,1731230435408' 2024-11-10T09:20:37,632 DEBUG [RS:0;802346a334f5:42091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01497105078/flush-table-proc/abort' 2024-11-10T09:20:37,633 DEBUG [RS:0;802346a334f5:42091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01497105078/flush-table-proc/acquired' 2024-11-10T09:20:37,633 DEBUG [RS:0;802346a334f5:42091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:20:37,633 DEBUG [RS:0;802346a334f5:42091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:20:37,633 DEBUG [RS:0;802346a334f5:42091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,42091,1731230435408 2024-11-10T09:20:37,633 DEBUG [RS:0;802346a334f5:42091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,42091,1731230435408' 2024-11-10T09:20:37,633 DEBUG [RS:0;802346a334f5:42091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01497105078/online-snapshot/abort' 2024-11-10T09:20:37,634 DEBUG [RS:0;802346a334f5:42091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01497105078/online-snapshot/acquired' 2024-11-10T09:20:37,634 DEBUG [RS:0;802346a334f5:42091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:20:37,634 INFO [RS:0;802346a334f5:42091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:20:37,634 INFO [RS:0;802346a334f5:42091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:20:37,734 INFO [RS:0;802346a334f5:42091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:20:37,736 INFO [RS:0;802346a334f5:42091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C42091%2C1731230435408, suffix=, logDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408, archiveDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/oldWALs, maxLogs=10 2024-11-10T09:20:37,754 DEBUG [RS:0;802346a334f5:42091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736, exclude list is [], retry=0 2024-11-10T09:20:37,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-5355f1ba-04e1-420b-9bf7-a7cca4221320,DISK] 2024-11-10T09:20:37,759 INFO [RS:0;802346a334f5:42091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 2024-11-10T09:20:37,759 DEBUG [RS:0;802346a334f5:42091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-10T09:20:37,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:20:37,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb 2024-11-10T09:20:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:20:38,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:38,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:20:38,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:20:38,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:38,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:38,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:20:38,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:20:38,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:38,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:38,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:20:38,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:20:38,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:38,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:38,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:20:38,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:20:38,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:38,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:38,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:20:38,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740 2024-11-10T09:20:38,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740 2024-11-10T09:20:38,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:20:38,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:20:38,270 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:38,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:20:38,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:38,272 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58858926, jitterRate=-0.12293365597724915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:38,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230438262Initializing all the Stores at 1731230438262Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230438262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230438262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230438262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230438263 (+1 ms)Cleaning up temporary data from old regions at 1731230438270 (+7 ms)Region opened successfully at 1731230438273 (+3 ms) 2024-11-10T09:20:38,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:20:38,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:20:38,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:20:38,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:20:38,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:20:38,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:38,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230438273Disabling compacts and flushes for region at 1731230438273Disabling writes for close at 1731230438273Writing region close event to WAL at 1731230438273Closed at 1731230438273 2024-11-10T09:20:38,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:38,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:20:38,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:20:38,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:20:38,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:20:38,426 DEBUG [802346a334f5:37183 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:20:38,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,42091,1731230435408 2024-11-10T09:20:38,427 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,42091,1731230435408, state=OPENING 2024-11-10T09:20:38,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:20:38,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:38,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:38,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:20:38,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01497105078/meta-region-server: CHANGED 2024-11-10T09:20:38,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01497105078/meta-region-server: CHANGED 2024-11-10T09:20:38,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,42091,1731230435408}] 2024-11-10T09:20:38,647 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:20:38,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:20:38,651 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:20:38,651 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:38,652 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:20:38,653 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C42091%2C1731230435408.meta, suffix=.meta, logDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408, archiveDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/oldWALs, maxLogs=10 2024-11-10T09:20:38,665 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.meta.1731230438653.meta, exclude list is [], retry=0 2024-11-10T09:20:38,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-5355f1ba-04e1-420b-9bf7-a7cca4221320,DISK] 2024-11-10T09:20:38,668 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.meta.1731230438653.meta 2024-11-10T09:20:38,668 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-10T09:20:38,669 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:38,669 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:38,669 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:20:38,669 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:20:38,670 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:20:38,670 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:20:38,670 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:38,670 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:20:38,670 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:20:38,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:20:38,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:20:38,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:38,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:38,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:20:38,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:20:38,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:38,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:38,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:20:38,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:20:38,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:38,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:38,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:20:38,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:20:38,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:38,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:38,675 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:20:38,676 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740 2024-11-10T09:20:38,677 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740 2024-11-10T09:20:38,678 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:20:38,678 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:20:38,678 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:38,679 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:20:38,680 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61142177, jitterRate=-0.08891056478023529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:38,680 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:20:38,680 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230438670Writing region info on filesystem at 1731230438670Initializing all the Stores at 1731230438671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230438671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230438671Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230438671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230438671Cleaning up temporary data from old regions at 1731230438678 (+7 ms)Running coprocessor post-open hooks at 1731230438680 (+2 ms)Region opened successfully at 1731230438680 2024-11-10T09:20:38,681 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230438647 2024-11-10T09:20:38,682 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:20:38,682 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:20:38,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,42091,1731230435408 2024-11-10T09:20:38,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,42091,1731230435408, state=OPEN 2024-11-10T09:20:38,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01497105078/meta-region-server 2024-11-10T09:20:38,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01497105078/meta-region-server 2024-11-10T09:20:38,738 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,42091,1731230435408 2024-11-10T09:20:38,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01497105078/meta-region-server: CHANGED 2024-11-10T09:20:38,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01497105078/meta-region-server: CHANGED 2024-11-10T09:20:38,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:20:38,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,42091,1731230435408 in 243 msec 2024-11-10T09:20:38,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:20:38,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-10T09:20:38,742 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:38,743 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:20:38,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:38,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42091,1731230435408, seqNum=-1] 2024-11-10T09:20:38,744 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:38,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:38,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-11-10T09:20:38,750 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230438750, completionTime=-1 2024-11-10T09:20:38,750 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:20:38,750 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:20:38,752 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:20:38,752 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230498752 2024-11-10T09:20:38,752 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230558752 2024-11-10T09:20:38,752 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T09:20:38,756 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,37183,1731230435213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:38,756 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,37183,1731230435213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:38,756 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,37183,1731230435213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:38,756 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:37183, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:38,756 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:38,756 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:38,757 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:20:38,759 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.285sec 2024-11-10T09:20:38,759 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:20:38,759 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:20:38,759 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:20:38,759 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:20:38,759 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:20:38,759 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,37183,1731230435213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:20:38,759 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,37183,1731230435213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:20:38,761 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:20:38,761 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:20:38,761 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,37183,1731230435213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:38,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61375868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:38,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,37183,-1 for getting cluster id 2024-11-10T09:20:38,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:38,836 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6db45c01-0674-492d-9578-8a37c7e9fb70' 2024-11-10T09:20:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6db45c01-0674-492d-9578-8a37c7e9fb70" 2024-11-10T09:20:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413cc546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,37183,-1] 2024-11-10T09:20:38,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:38,837 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:38,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19af310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:38,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42091,1731230435408, seqNum=-1] 2024-11-10T09:20:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:38,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:38,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,37183,1731230435213 2024-11-10T09:20:38,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56199 2024-11-10T09:20:38,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:38,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101240bfb410002 connected 2024-11-10T09:20:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/hadoop.log.dir so I do NOT create it in target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0 2024-11-10T09:20:38,876 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:20:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/hadoop.tmp.dir so I do NOT create it in target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0 2024-11-10T09:20:38,876 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:20:38,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0 2024-11-10T09:20:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:20:38,876 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/cluster_07ff8086-298c-e467-b0b0-220b7c367182, deleteOnExit=true 2024-11-10T09:20:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:20:38,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/test.cache.data in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:20:38,877 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:20:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:20:38,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:20:38,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:20:38,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:20:38,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:20:39,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:39,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:20:39,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:20:39,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:20:39,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:20:39,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:39,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a96d871{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:20:39,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bae29d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:20:39,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146da649{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/java.io.tmpdir/jetty-localhost-36607-hadoop-hdfs-3_4_1-tests_jar-_-any-7494728033200349667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:20:39,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e4d04b2{HTTP/1.1, (http/1.1)}{localhost:36607} 2024-11-10T09:20:39,297 INFO [Time-limited test {}] server.Server(415): Started @173005ms 2024-11-10T09:20:39,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:20:39,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:20:39,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:20:39,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:20:39,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:20:39,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f81a6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:20:39,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ce4868{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:20:39,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73bf7722{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/java.io.tmpdir/jetty-localhost-43155-hadoop-hdfs-3_4_1-tests_jar-_-any-16378028572698107430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:20:39,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50864057{HTTP/1.1, (http/1.1)}{localhost:43155} 2024-11-10T09:20:39,672 INFO [Time-limited test {}] server.Server(415): Started @173380ms 2024-11-10T09:20:39,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:20:40,348 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/cluster_07ff8086-298c-e467-b0b0-220b7c367182/data/data1/current/BP-806847530-172.17.0.3-1731230438891/current, will proceed with Du for space computation calculation, 2024-11-10T09:20:40,349 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/cluster_07ff8086-298c-e467-b0b0-220b7c367182/data/data2/current/BP-806847530-172.17.0.3-1731230438891/current, will proceed with Du for space computation calculation, 2024-11-10T09:20:40,369 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:20:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69a4e550f382e5dd with lease ID 0x7165e4cde647dc4c: Processing first storage report for DS-9a1ecb05-ab83-44cf-86c1-51740e235bbd from datanode DatanodeRegistration(127.0.0.1:39215, datanodeUuid=de4dba04-eab0-4e93-81fc-6d218302ce43, infoPort=36497, infoSecurePort=0, ipcPort=41851, storageInfo=lv=-57;cid=testClusterID;nsid=1764371697;c=1731230438891) 2024-11-10T09:20:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69a4e550f382e5dd with lease ID 0x7165e4cde647dc4c: from storage DS-9a1ecb05-ab83-44cf-86c1-51740e235bbd node DatanodeRegistration(127.0.0.1:39215, datanodeUuid=de4dba04-eab0-4e93-81fc-6d218302ce43, infoPort=36497, infoSecurePort=0, ipcPort=41851, storageInfo=lv=-57;cid=testClusterID;nsid=1764371697;c=1731230438891), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:20:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69a4e550f382e5dd with lease ID 0x7165e4cde647dc4c: Processing first storage report for DS-56ae974e-ed3b-4ee0-a133-1379fcbc0950 from datanode DatanodeRegistration(127.0.0.1:39215, datanodeUuid=de4dba04-eab0-4e93-81fc-6d218302ce43, infoPort=36497, infoSecurePort=0, ipcPort=41851, storageInfo=lv=-57;cid=testClusterID;nsid=1764371697;c=1731230438891) 2024-11-10T09:20:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69a4e550f382e5dd with lease ID 0x7165e4cde647dc4c: from storage DS-56ae974e-ed3b-4ee0-a133-1379fcbc0950 node DatanodeRegistration(127.0.0.1:39215, datanodeUuid=de4dba04-eab0-4e93-81fc-6d218302ce43, infoPort=36497, infoSecurePort=0, ipcPort=41851, storageInfo=lv=-57;cid=testClusterID;nsid=1764371697;c=1731230438891), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:20:40,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0 2024-11-10T09:20:40,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:40,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:20:40,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a with version=8 2024-11-10T09:20:40,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/hbase-staging 2024-11-10T09:20:40,814 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:20:40,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:40,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:40,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:20:40,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:40,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:20:40,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:20:40,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:20:40,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32857 2024-11-10T09:20:40,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32857 connecting to ZooKeeper ensemble=127.0.0.1:56199 2024-11-10T09:20:40,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328570x0, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:40,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32857-0x101240bfb410003 connected 2024-11-10T09:20:40,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:40,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:40,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Set watcher on znode that does not yet exist, /1-1436547982/running 2024-11-10T09:20:40,940 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a, hbase.cluster.distributed=false 2024-11-10T09:20:40,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Set watcher on znode that does not yet exist, /1-1436547982/acl 2024-11-10T09:20:40,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-10T09:20:40,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32857 2024-11-10T09:20:40,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32857 2024-11-10T09:20:40,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-10T09:20:40,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-10T09:20:40,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:20:40,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:40,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:40,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:20:40,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:20:40,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:20:40,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:20:40,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:20:40,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43947 2024-11-10T09:20:40,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43947 connecting to ZooKeeper ensemble=127.0.0.1:56199 2024-11-10T09:20:40,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:40,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:40,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439470x0, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:40,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439470x0, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Set watcher on znode that does not yet exist, /1-1436547982/running 2024-11-10T09:20:40,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43947-0x101240bfb410004 connected 2024-11-10T09:20:40,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:20:40,987 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:20:40,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Set watcher on znode that does not yet exist, /1-1436547982/master 2024-11-10T09:20:40,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Set watcher on znode that does not yet exist, /1-1436547982/acl 2024-11-10T09:20:40,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43947 2024-11-10T09:20:40,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43947 2024-11-10T09:20:40,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43947 2024-11-10T09:20:40,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43947 2024-11-10T09:20:40,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43947 2024-11-10T09:20:41,005 DEBUG [M:0;802346a334f5:32857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:32857 2024-11-10T09:20:41,005 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1436547982/backup-masters/802346a334f5,32857,1731230440814 2024-11-10T09:20:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982/backup-masters 2024-11-10T09:20:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982/backup-masters 2024-11-10T09:20:41,018 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Set watcher on existing znode=/1-1436547982/backup-masters/802346a334f5,32857,1731230440814 2024-11-10T09:20:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1436547982/master 2024-11-10T09:20:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:41,028 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Set watcher on existing znode=/1-1436547982/master 2024-11-10T09:20:41,028 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1436547982/backup-masters/802346a334f5,32857,1731230440814 from backup master directory 2024-11-10T09:20:41,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982/backup-masters 2024-11-10T09:20:41,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1436547982/backup-masters/802346a334f5,32857,1731230440814 2024-11-10T09:20:41,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982/backup-masters 2024-11-10T09:20:41,038 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:20:41,038 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,32857,1731230440814 2024-11-10T09:20:41,041 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/hbase.id] with ID: 4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e 2024-11-10T09:20:41,041 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/.tmp/hbase.id 2024-11-10T09:20:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:20:41,446 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/.tmp/hbase.id]:[hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/hbase.id] 2024-11-10T09:20:41,455 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:41,455 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:20:41,456 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T09:20:41,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:41,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:20:41,910 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:20:41,911 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:20:41,916 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:41,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:20:42,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:20:42,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:42,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:42,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:42,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:42,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:42,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:42,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:42,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:42,328 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store 2024-11-10T09:20:42,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:20:42,735 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:42,735 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:42,735 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:42,735 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:42,735 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:42,735 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:42,735 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:42,736 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230442735Disabling compacts and flushes for region at 1731230442735Disabling writes for close at 1731230442735Writing region close event to WAL at 1731230442735Closed at 1731230442735 2024-11-10T09:20:42,736 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/.initializing 2024-11-10T09:20:42,736 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/WALs/802346a334f5,32857,1731230440814 2024-11-10T09:20:42,737 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:20:42,739 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C32857%2C1731230440814, suffix=, logDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/WALs/802346a334f5,32857,1731230440814, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/oldWALs, maxLogs=10 2024-11-10T09:20:42,754 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/WALs/802346a334f5,32857,1731230440814/802346a334f5%2C32857%2C1731230440814.1731230442739, exclude list is [], retry=0 2024-11-10T09:20:42,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-9a1ecb05-ab83-44cf-86c1-51740e235bbd,DISK] 2024-11-10T09:20:42,758 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/WALs/802346a334f5,32857,1731230440814/802346a334f5%2C32857%2C1731230440814.1731230442739 2024-11-10T09:20:42,758 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497)] 2024-11-10T09:20:42,758 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:42,758 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:42,759 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,759 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:20:42,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:42,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:42,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:20:42,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:42,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:42,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:20:42,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:42,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:42,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:20:42,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:42,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:42,765 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,765 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,765 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,766 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,766 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,767 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:42,768 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:20:42,770 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:42,771 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66854245, jitterRate=-0.0037941187620162964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:42,771 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230442759Initializing all the Stores at 1731230442759Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230442760 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230442760Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230442760Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230442760Cleaning up temporary data from old regions at 1731230442766 (+6 ms)Region opened successfully at 1731230442771 (+5 ms) 2024-11-10T09:20:42,771 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:20:42,774 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4007aa3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:20:42,775 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:20:42,776 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:20:42,776 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:20:42,776 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:20:42,776 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:20:42,777 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:20:42,777 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:20:42,779 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:20:42,780 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Unable to get data of znode /1-1436547982/balancer because node does not exist (not necessarily an error) 2024-11-10T09:20:42,789 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1436547982/balancer already deleted, retry=false 2024-11-10T09:20:42,790 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:20:42,791 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Unable to get data of znode /1-1436547982/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:20:42,800 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1436547982/normalizer already deleted, retry=false 2024-11-10T09:20:42,800 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:20:42,801 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Unable to get data of znode /1-1436547982/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:20:42,810 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1436547982/switch/split already deleted, retry=false 2024-11-10T09:20:42,811 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Unable to get data of znode /1-1436547982/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:20:42,821 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1436547982/switch/merge already deleted, retry=false 2024-11-10T09:20:42,822 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Unable to get data of znode /1-1436547982/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:20:42,831 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1436547982/snapshot-cleanup already deleted, retry=false 2024-11-10T09:20:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1436547982/running 2024-11-10T09:20:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1436547982/running 2024-11-10T09:20:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:42,842 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,32857,1731230440814, sessionid=0x101240bfb410003, setting cluster-up flag (Was=false) 2024-11-10T09:20:42,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:42,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:42,894 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1436547982/flush-table-proc/acquired, /1-1436547982/flush-table-proc/reached, /1-1436547982/flush-table-proc/abort 2024-11-10T09:20:42,895 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,32857,1731230440814 2024-11-10T09:20:42,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:42,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:42,968 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1436547982/online-snapshot/acquired, /1-1436547982/online-snapshot/reached, /1-1436547982/online-snapshot/abort 2024-11-10T09:20:42,969 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,32857,1731230440814 2024-11-10T09:20:42,970 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:20:42,972 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:42,972 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:20:42,972 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:20:42,972 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,32857,1731230440814 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:20:42,973 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:42,974 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:42,974 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:42,974 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:20:42,974 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:20:42,974 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:42,974 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:20:42,974 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:42,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:42,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:20:42,979 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230472979 2024-11-10T09:20:42,979 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:20:42,979 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:20:42,979 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:20:42,979 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:20:42,979 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:20:42,979 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:20:42,979 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:42,980 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:42,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:20:42,988 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:20:42,988 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:20:42,988 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:20:42,988 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:20:42,992 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:20:42,992 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:20:42,999 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230442992,5,FailOnTimeoutGroup] 2024-11-10T09:20:42,999 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230442999,5,FailOnTimeoutGroup] 2024-11-10T09:20:42,999 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:42,999 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:20:42,999 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:42,999 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,010 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(746): ClusterId : 4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e 2024-11-10T09:20:43,010 DEBUG [RS:0;802346a334f5:43947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:20:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:20:43,016 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:20:43,016 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a 2024-11-10T09:20:43,025 DEBUG [RS:0;802346a334f5:43947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:20:43,025 DEBUG [RS:0;802346a334f5:43947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:20:43,032 DEBUG [RS:0;802346a334f5:43947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:20:43,032 DEBUG [RS:0;802346a334f5:43947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d6fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:20:43,050 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:43947 2024-11-10T09:20:43,050 INFO [RS:0;802346a334f5:43947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:20:43,050 INFO [RS:0;802346a334f5:43947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:20:43,050 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:20:43,051 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,32857,1731230440814 with port=43947, startcode=1731230440969 2024-11-10T09:20:43,052 DEBUG [RS:0;802346a334f5:43947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:20:43,057 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:20:43,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,43947,1731230440969 2024-11-10T09:20:43,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32857 {}] master.ServerManager(517): Registering regionserver=802346a334f5,43947,1731230440969 2024-11-10T09:20:43,059 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a 2024-11-10T09:20:43,059 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45645 2024-11-10T09:20:43,059 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:20:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:20:43,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:43,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:20:43,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:20:43,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:43,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:43,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:20:43,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:20:43,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:43,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:43,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:20:43,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:20:43,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:43,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:43,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:20:43,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:20:43,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:43,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:43,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:20:43,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740 2024-11-10T09:20:43,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740 2024-11-10T09:20:43,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:20:43,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:20:43,090 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:43,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:20:43,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982/rs 2024-11-10T09:20:43,099 DEBUG [RS:0;802346a334f5:43947 {}] zookeeper.ZKUtil(111): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Set watcher on existing znode=/1-1436547982/rs/802346a334f5,43947,1731230440969 2024-11-10T09:20:43,099 WARN [RS:0;802346a334f5:43947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:20:43,099 INFO [RS:0;802346a334f5:43947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:43,099 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969 2024-11-10T09:20:43,101 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:43,101 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71325532, jitterRate=0.06283324956893921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:43,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230443073Initializing all the Stores at 1731230443074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230443074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230443074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230443074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230443074Cleaning up temporary data from old regions at 1731230443090 (+16 ms)Region opened successfully at 1731230443101 (+11 ms) 2024-11-10T09:20:43,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:20:43,102 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:20:43,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:20:43,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:20:43,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:20:43,105 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:43,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230443102Disabling compacts and flushes for region at 1731230443102Disabling writes for close at 1731230443102Writing region close event to WAL at 1731230443105 (+3 ms)Closed at 1731230443105 2024-11-10T09:20:43,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:43,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:20:43,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:20:43,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:20:43,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:20:43,109 INFO [RS:0;802346a334f5:43947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:20:43,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,43947,1731230440969] 2024-11-10T09:20:43,120 INFO [RS:0;802346a334f5:43947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:20:43,124 INFO [RS:0;802346a334f5:43947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:20:43,124 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,124 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:20:43,126 INFO [RS:0;802346a334f5:43947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:20:43,126 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:20:43,126 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:20:43,127 DEBUG [RS:0;802346a334f5:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:20:43,144 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,144 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,144 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,144 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,144 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,144 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,43947,1731230440969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:20:43,180 INFO [RS:0;802346a334f5:43947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:20:43,180 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,43947,1731230440969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,180 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,180 INFO [RS:0;802346a334f5:43947 {}] regionserver.Replication(171): 802346a334f5,43947,1731230440969 started 2024-11-10T09:20:43,198 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,198 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,43947,1731230440969, RpcServer on 802346a334f5/172.17.0.3:43947, sessionid=0x101240bfb410004 2024-11-10T09:20:43,198 DEBUG [RS:0;802346a334f5:43947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:20:43,198 DEBUG [RS:0;802346a334f5:43947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,43947,1731230440969 2024-11-10T09:20:43,198 DEBUG [RS:0;802346a334f5:43947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,43947,1731230440969' 2024-11-10T09:20:43,198 DEBUG [RS:0;802346a334f5:43947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1436547982/flush-table-proc/abort' 2024-11-10T09:20:43,199 DEBUG [RS:0;802346a334f5:43947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1436547982/flush-table-proc/acquired' 2024-11-10T09:20:43,200 DEBUG [RS:0;802346a334f5:43947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:20:43,200 DEBUG [RS:0;802346a334f5:43947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:20:43,200 DEBUG [RS:0;802346a334f5:43947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,43947,1731230440969 2024-11-10T09:20:43,200 DEBUG [RS:0;802346a334f5:43947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,43947,1731230440969' 2024-11-10T09:20:43,200 DEBUG [RS:0;802346a334f5:43947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1436547982/online-snapshot/abort' 2024-11-10T09:20:43,201 DEBUG [RS:0;802346a334f5:43947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1436547982/online-snapshot/acquired' 2024-11-10T09:20:43,201 DEBUG [RS:0;802346a334f5:43947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:20:43,202 INFO [RS:0;802346a334f5:43947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:20:43,202 INFO [RS:0;802346a334f5:43947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:20:43,258 WARN [802346a334f5:32857 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:20:43,302 INFO [RS:0;802346a334f5:43947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:20:43,303 INFO [RS:0;802346a334f5:43947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C43947%2C1731230440969, suffix=, logDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/oldWALs, maxLogs=10 2024-11-10T09:20:43,319 DEBUG [RS:0;802346a334f5:43947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304, exclude list is [], retry=0 2024-11-10T09:20:43,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-9a1ecb05-ab83-44cf-86c1-51740e235bbd,DISK] 2024-11-10T09:20:43,325 INFO [RS:0;802346a334f5:43947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 2024-11-10T09:20:43,328 DEBUG [RS:0;802346a334f5:43947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497)] 2024-11-10T09:20:43,509 DEBUG [802346a334f5:32857 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:20:43,509 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,43947,1731230440969 2024-11-10T09:20:43,510 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,43947,1731230440969, state=OPENING 2024-11-10T09:20:43,523 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:20:43,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:43,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:43,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1436547982/meta-region-server: CHANGED 2024-11-10T09:20:43,538 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:20:43,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,43947,1731230440969}] 2024-11-10T09:20:43,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1436547982/meta-region-server: CHANGED 2024-11-10T09:20:43,603 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:20:43,692 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:20:43,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:20:43,698 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:20:43,698 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:43,698 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:20:43,700 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C43947%2C1731230440969.meta, suffix=.meta, logDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/oldWALs, maxLogs=10 2024-11-10T09:20:43,720 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.meta.1731230443701.meta, exclude list is [], retry=0 2024-11-10T09:20:43,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-9a1ecb05-ab83-44cf-86c1-51740e235bbd,DISK] 2024-11-10T09:20:43,760 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.meta.1731230443701.meta 2024-11-10T09:20:43,772 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497)] 2024-11-10T09:20:43,773 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:43,773 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:43,773 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:20:43,773 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:20:43,773 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:20:43,773 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:20:43,773 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:43,773 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:20:43,774 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:20:43,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:20:43,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:20:43,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:43,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:43,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:20:43,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:20:43,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:43,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:43,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:20:43,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:20:43,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:43,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:43,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:20:43,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:20:43,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:43,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:20:43,782 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:20:43,783 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740 2024-11-10T09:20:43,784 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740 2024-11-10T09:20:43,804 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:20:43,804 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:20:43,806 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:20:43,823 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:20:43,824 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62153644, jitterRate=-0.07383853197097778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:20:43,824 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:20:43,824 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230443774Writing region info on filesystem at 1731230443774Initializing all the Stores at 1731230443775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230443775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230443776 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230443776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230443776Cleaning up temporary data from old regions at 1731230443804 (+28 ms)Running coprocessor post-open hooks at 1731230443824 (+20 ms)Region opened successfully at 1731230443824 2024-11-10T09:20:43,828 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230443692 2024-11-10T09:20:43,830 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:20:43,830 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:20:43,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,43947,1731230440969 2024-11-10T09:20:43,833 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,43947,1731230440969, state=OPEN 2024-11-10T09:20:43,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1436547982/meta-region-server 2024-11-10T09:20:43,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1436547982/meta-region-server 2024-11-10T09:20:43,884 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,43947,1731230440969 2024-11-10T09:20:43,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1436547982/meta-region-server: CHANGED 2024-11-10T09:20:43,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1436547982/meta-region-server: CHANGED 2024-11-10T09:20:43,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:20:43,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,43947,1731230440969 in 346 msec 2024-11-10T09:20:43,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:20:43,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 784 msec 2024-11-10T09:20:43,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:20:43,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:20:43,896 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:43,896 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1] 2024-11-10T09:20:43,896 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:43,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:43,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 931 msec 2024-11-10T09:20:43,904 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230443904, completionTime=-1 2024-11-10T09:20:43,904 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:20:43,904 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:20:43,907 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:20:43,907 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230503907 2024-11-10T09:20:43,907 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230563907 2024-11-10T09:20:43,907 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T09:20:43,907 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,32857,1731230440814-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,907 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,32857,1731230440814-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,907 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,32857,1731230440814-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,907 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:32857, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,907 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,919 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:20:43,920 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:43,929 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.891sec 2024-11-10T09:20:43,929 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:20:43,929 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:20:43,929 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:20:43,929 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:20:43,929 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:20:43,929 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,32857,1731230440814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:20:43,929 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,32857,1731230440814-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:20:43,948 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:20:43,948 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:20:43,948 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,32857,1731230440814-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:20:44,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:44,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,32857,-1 for getting cluster id 2024-11-10T09:20:44,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:44,030 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e' 2024-11-10T09:20:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e" 2024-11-10T09:20:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e82b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,32857,-1] 2024-11-10T09:20:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:44,037 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:44,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:44,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1] 2024-11-10T09:20:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:44,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:44,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,32857,1731230440814 2024-11-10T09:20:44,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56199 2024-11-10T09:20:44,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:20:44,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101240bfb410005 connected 2024-11-10T09:20:44,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:44,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,37183,1731230435213 2024-11-10T09:20:44,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca4d076 2024-11-10T09:20:44,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:44,074 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:44,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:20:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:20:44,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:20:44,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:44,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:20:44,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:20:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:20:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:44,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6356b3e373b1a6b0a8e07d49fd4379aa, NAME => 'test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb 2024-11-10T09:20:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:20:44,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:44,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6356b3e373b1a6b0a8e07d49fd4379aa, disabling compactions & flushes 2024-11-10T09:20:44,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:44,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:44,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. after waiting 0 ms 2024-11-10T09:20:44,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:44,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:44,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6356b3e373b1a6b0a8e07d49fd4379aa: Waiting for close lock at 1731230444509Disabling compacts and flushes for region at 1731230444509Disabling writes for close at 1731230444509Writing region close event to WAL at 1731230444509Closed at 1731230444509 2024-11-10T09:20:44,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:20:44,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230444511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230444511"}]},"ts":"1731230444511"} 2024-11-10T09:20:44,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:20:44,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:20:44,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230444515"}]},"ts":"1731230444515"} 2024-11-10T09:20:44,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:20:44,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6356b3e373b1a6b0a8e07d49fd4379aa, ASSIGN}] 2024-11-10T09:20:44,523 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6356b3e373b1a6b0a8e07d49fd4379aa, ASSIGN 2024-11-10T09:20:44,524 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6356b3e373b1a6b0a8e07d49fd4379aa, ASSIGN; state=OFFLINE, location=802346a334f5,42091,1731230435408; forceNewPlan=false, retain=false 2024-11-10T09:20:44,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6356b3e373b1a6b0a8e07d49fd4379aa, regionState=OPENING, regionLocation=802346a334f5,42091,1731230435408 2024-11-10T09:20:44,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6356b3e373b1a6b0a8e07d49fd4379aa, ASSIGN because future has completed 2024-11-10T09:20:44,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6356b3e373b1a6b0a8e07d49fd4379aa, server=802346a334f5,42091,1731230435408}] 2024-11-10T09:20:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:44,836 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:44,836 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6356b3e373b1a6b0a8e07d49fd4379aa, NAME => 'test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:44,836 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:44,836 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:20:44,837 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,837 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:44,837 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,837 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,846 INFO [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,847 INFO [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6356b3e373b1a6b0a8e07d49fd4379aa columnFamilyName f 2024-11-10T09:20:44,848 DEBUG [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:44,848 INFO [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] regionserver.HStore(327): Store=6356b3e373b1a6b0a8e07d49fd4379aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:44,848 INFO [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,851 INFO [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6356b3e373b1a6b0a8e07d49fd4379aa columnFamilyName f1 2024-11-10T09:20:44,851 DEBUG [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:44,851 INFO [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] regionserver.HStore(327): Store=6356b3e373b1a6b0a8e07d49fd4379aa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:44,851 INFO [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,852 INFO [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6356b3e373b1a6b0a8e07d49fd4379aa columnFamilyName norep 2024-11-10T09:20:44,852 DEBUG [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:44,853 INFO [StoreOpener-6356b3e373b1a6b0a8e07d49fd4379aa-1 {}] regionserver.HStore(327): Store=6356b3e373b1a6b0a8e07d49fd4379aa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:44,853 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,854 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,854 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,855 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,855 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,855 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:20:44,856 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,884 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:44,885 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6356b3e373b1a6b0a8e07d49fd4379aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75495857, jitterRate=0.12497593462467194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:20:44,885 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:44,886 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6356b3e373b1a6b0a8e07d49fd4379aa: Running coprocessor pre-open hook at 1731230444837Writing region info on filesystem at 1731230444837Initializing all the Stores at 1731230444838 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230444838Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230444846 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230444846Cleaning up temporary data from old regions at 1731230444855 (+9 ms)Running coprocessor post-open hooks at 1731230444885 (+30 ms)Region opened successfully at 1731230444885 2024-11-10T09:20:44,887 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa., pid=6, masterSystemTime=1731230444831 2024-11-10T09:20:44,890 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:44,890 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:44,890 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6356b3e373b1a6b0a8e07d49fd4379aa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,42091,1731230435408 2024-11-10T09:20:44,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6356b3e373b1a6b0a8e07d49fd4379aa, server=802346a334f5,42091,1731230435408 because future has completed 2024-11-10T09:20:44,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:20:44,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6356b3e373b1a6b0a8e07d49fd4379aa, server=802346a334f5,42091,1731230435408 in 219 msec 2024-11-10T09:20:44,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:20:44,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6356b3e373b1a6b0a8e07d49fd4379aa, ASSIGN in 381 msec 2024-11-10T09:20:44,903 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:20:44,904 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230444903"}]},"ts":"1731230444903"} 2024-11-10T09:20:44,908 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:20:44,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:20:44,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 835 msec 2024-11-10T09:20:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:45,214 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:20:45,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:45,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,32857,1731230440814 2024-11-10T09:20:45,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52858e4b 2024-11-10T09:20:45,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:45,216 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:45,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:20:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:20:45,219 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:20:45,219 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:45,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:20:45,220 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:20:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:45,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:20:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:45,626 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe7b75296b2b38e62435afc59b0b76e2, NAME => 'test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a 2024-11-10T09:20:45,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:20:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:46,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:46,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fe7b75296b2b38e62435afc59b0b76e2, disabling compactions & flushes 2024-11-10T09:20:46,034 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:46,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:46,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. after waiting 0 ms 2024-11-10T09:20:46,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:46,034 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:46,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe7b75296b2b38e62435afc59b0b76e2: Waiting for close lock at 1731230446034Disabling compacts and flushes for region at 1731230446034Disabling writes for close at 1731230446034Writing region close event to WAL at 1731230446034Closed at 1731230446034 2024-11-10T09:20:46,036 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:20:46,036 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230446036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230446036"}]},"ts":"1731230446036"} 2024-11-10T09:20:46,039 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:20:46,042 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:20:46,042 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230446042"}]},"ts":"1731230446042"} 2024-11-10T09:20:46,044 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:20:46,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe7b75296b2b38e62435afc59b0b76e2, ASSIGN}] 2024-11-10T09:20:46,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe7b75296b2b38e62435afc59b0b76e2, ASSIGN 2024-11-10T09:20:46,049 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fe7b75296b2b38e62435afc59b0b76e2, ASSIGN; state=OFFLINE, location=802346a334f5,43947,1731230440969; forceNewPlan=false, retain=false 2024-11-10T09:20:46,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe7b75296b2b38e62435afc59b0b76e2, regionState=OPENING, regionLocation=802346a334f5,43947,1731230440969 2024-11-10T09:20:46,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fe7b75296b2b38e62435afc59b0b76e2, ASSIGN because future has completed 2024-11-10T09:20:46,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe7b75296b2b38e62435afc59b0b76e2, server=802346a334f5,43947,1731230440969}] 2024-11-10T09:20:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:46,362 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:46,363 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fe7b75296b2b38e62435afc59b0b76e2, NAME => 'test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:46,363 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:46,363 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:20:46,363 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,363 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:46,363 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,364 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,366 INFO [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,367 INFO [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe7b75296b2b38e62435afc59b0b76e2 columnFamilyName f 2024-11-10T09:20:46,367 DEBUG [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:46,368 INFO [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] regionserver.HStore(327): Store=fe7b75296b2b38e62435afc59b0b76e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:46,368 INFO [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,369 INFO [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe7b75296b2b38e62435afc59b0b76e2 columnFamilyName f1 2024-11-10T09:20:46,369 DEBUG [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:46,369 INFO [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] regionserver.HStore(327): Store=fe7b75296b2b38e62435afc59b0b76e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:46,369 INFO [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,370 INFO [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe7b75296b2b38e62435afc59b0b76e2 columnFamilyName norep 2024-11-10T09:20:46,370 DEBUG [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:46,370 INFO [StoreOpener-fe7b75296b2b38e62435afc59b0b76e2-1 {}] regionserver.HStore(327): Store=fe7b75296b2b38e62435afc59b0b76e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:46,371 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,371 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,371 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,372 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,372 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,373 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:20:46,373 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,388 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:46,389 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fe7b75296b2b38e62435afc59b0b76e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59845666, jitterRate=-0.10823008418083191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:20:46,389 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:46,389 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fe7b75296b2b38e62435afc59b0b76e2: Running coprocessor pre-open hook at 1731230446364Writing region info on filesystem at 1731230446364Initializing all the Stores at 1731230446364Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230446365 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230446366 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230446366Cleaning up temporary data from old regions at 1731230446372 (+6 ms)Running coprocessor post-open hooks at 1731230446389 (+17 ms)Region opened successfully at 1731230446389 2024-11-10T09:20:46,394 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2., pid=6, masterSystemTime=1731230446358 2024-11-10T09:20:46,398 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:46,399 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:46,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe7b75296b2b38e62435afc59b0b76e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,43947,1731230440969 2024-11-10T09:20:46,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe7b75296b2b38e62435afc59b0b76e2, server=802346a334f5,43947,1731230440969 because future has completed 2024-11-10T09:20:46,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:20:46,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fe7b75296b2b38e62435afc59b0b76e2, server=802346a334f5,43947,1731230440969 in 202 msec 2024-11-10T09:20:46,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:20:46,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fe7b75296b2b38e62435afc59b0b76e2, ASSIGN in 361 msec 2024-11-10T09:20:46,408 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:20:46,409 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230446408"}]},"ts":"1731230446408"} 2024-11-10T09:20:46,410 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:20:46,411 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:20:46,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-11-10T09:20:46,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:20:46,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T09:20:46,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:20:46,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T09:20:46,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:46,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T09:20:46,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:20:46,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T09:20:46,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:46,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T09:20:46,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T09:20:46,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T09:20:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:20:47,374 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:20:47,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,37183,-1 for getting cluster id 2024-11-10T09:20:47,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:47,376 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6db45c01-0674-492d-9578-8a37c7e9fb70' 2024-11-10T09:20:47,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:47,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6db45c01-0674-492d-9578-8a37c7e9fb70" 2024-11-10T09:20:47,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224c87fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,37183,-1] 2024-11-10T09:20:47,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:47,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:47,378 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:47,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5136b899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e68171f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,32857,-1 for getting cluster id 2024-11-10T09:20:47,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:47,381 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e' 2024-11-10T09:20:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e" 2024-11-10T09:20:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7540e29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,32857,-1] 2024-11-10T09:20:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:47,384 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2a3803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,37183,-1 for getting cluster id 2024-11-10T09:20:47,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:47,388 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6db45c01-0674-492d-9578-8a37c7e9fb70' 2024-11-10T09:20:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6db45c01-0674-492d-9578-8a37c7e9fb70" 2024-11-10T09:20:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dee8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,37183,-1] 2024-11-10T09:20:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:47,390 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:47,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293ffb03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,37183,1731230435213 2024-11-10T09:20:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10ac0f55 2024-11-10T09:20:47,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:47,394 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:47,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:32857,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:20:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:20:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:47,398 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:32857' 2024-11-10T09:20:47,400 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f810bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,400 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,32857,-1 for getting cluster id 2024-11-10T09:20:47,400 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:47,401 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e' 2024-11-10T09:20:47,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:47,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e" 2024-11-10T09:20:47,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf8eb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,32857,-1] 2024-11-10T09:20:47,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:47,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:47,403 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:47,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c20645f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:47,404 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:47,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,32857,1731230440814 2024-11-10T09:20:47,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f2e55e8 2024-11-10T09:20:47,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:47,406 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:47,407 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T09:20:47,407 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:20:47,407 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:47,407 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:47,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:47,408 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:20:47,409 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:20:47,411 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:20:47,411 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:47,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:20:47,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:20:47,460 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:20:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:47,822 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74f28e7cc007a4e564010be38969dffa, NAME => 'hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb 2024-11-10T09:20:47,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:20:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:48,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:48,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 74f28e7cc007a4e564010be38969dffa, disabling compactions & flushes 2024-11-10T09:20:48,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:48,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:48,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. after waiting 0 ms 2024-11-10T09:20:48,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:48,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:48,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74f28e7cc007a4e564010be38969dffa: Waiting for close lock at 1731230448227Disabling compacts and flushes for region at 1731230448227Disabling writes for close at 1731230448227Writing region close event to WAL at 1731230448227Closed at 1731230448227 2024-11-10T09:20:48,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:20:48,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230448229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230448229"}]},"ts":"1731230448229"} 2024-11-10T09:20:48,237 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:20:48,238 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:20:48,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230448238"}]},"ts":"1731230448238"} 2024-11-10T09:20:48,241 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:20:48,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74f28e7cc007a4e564010be38969dffa, ASSIGN}] 2024-11-10T09:20:48,243 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74f28e7cc007a4e564010be38969dffa, ASSIGN 2024-11-10T09:20:48,245 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74f28e7cc007a4e564010be38969dffa, ASSIGN; state=OFFLINE, location=802346a334f5,42091,1731230435408; forceNewPlan=false, retain=false 2024-11-10T09:20:48,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=74f28e7cc007a4e564010be38969dffa, regionState=OPENING, regionLocation=802346a334f5,42091,1731230435408 2024-11-10T09:20:48,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74f28e7cc007a4e564010be38969dffa, ASSIGN because future has completed 2024-11-10T09:20:48,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74f28e7cc007a4e564010be38969dffa, server=802346a334f5,42091,1731230435408}] 2024-11-10T09:20:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:48,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:48,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:48,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:20:48,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C42091%2C1731230435408.rep, suffix=, logDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408, archiveDir=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/oldWALs, maxLogs=10 2024-11-10T09:20:48,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.rep.1731230448581, exclude list is [], retry=0 2024-11-10T09:20:48,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-5355f1ba-04e1-420b-9bf7-a7cca4221320,DISK] 2024-11-10T09:20:48,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.rep.1731230448581 2024-11-10T09:20:48,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-10T09:20:48,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 74f28e7cc007a4e564010be38969dffa, NAME => 'hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:48,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:48,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:20:48,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. service=MultiRowMutationService 2024-11-10T09:20:48,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:20:48,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:48,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,661 INFO [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,663 INFO [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74f28e7cc007a4e564010be38969dffa columnFamilyName hfileref 2024-11-10T09:20:48,663 DEBUG [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:48,666 INFO [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] regionserver.HStore(327): Store=74f28e7cc007a4e564010be38969dffa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:48,667 INFO [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,676 INFO [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74f28e7cc007a4e564010be38969dffa columnFamilyName queue 2024-11-10T09:20:48,677 DEBUG [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:48,679 INFO [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] regionserver.HStore(327): Store=74f28e7cc007a4e564010be38969dffa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:48,679 INFO [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,688 INFO [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74f28e7cc007a4e564010be38969dffa columnFamilyName sid 2024-11-10T09:20:48,689 DEBUG [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:48,692 INFO [StoreOpener-74f28e7cc007a4e564010be38969dffa-1 {}] regionserver.HStore(327): Store=74f28e7cc007a4e564010be38969dffa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:48,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:20:48,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:48,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 74f28e7cc007a4e564010be38969dffa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62505909, jitterRate=-0.06858937442302704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:20:48,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:48,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 74f28e7cc007a4e564010be38969dffa: Running coprocessor pre-open hook at 1731230448649Writing region info on filesystem at 1731230448650 (+1 ms)Initializing all the Stores at 1731230448650Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230448651 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230448660 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230448660Cleaning up temporary data from old regions at 1731230448696 (+36 ms)Running coprocessor post-open hooks at 1731230448703 (+7 ms)Region opened successfully at 1731230448703 2024-11-10T09:20:48,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa., pid=10, masterSystemTime=1731230448569 2024-11-10T09:20:48,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:48,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:48,707 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=74f28e7cc007a4e564010be38969dffa, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,42091,1731230435408 2024-11-10T09:20:48,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74f28e7cc007a4e564010be38969dffa, server=802346a334f5,42091,1731230435408 because future has completed 2024-11-10T09:20:48,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:20:48,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 74f28e7cc007a4e564010be38969dffa, server=802346a334f5,42091,1731230435408 in 302 msec 2024-11-10T09:20:48,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:20:48,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74f28e7cc007a4e564010be38969dffa, ASSIGN in 478 msec 2024-11-10T09:20:48,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:20:48,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230448723"}]},"ts":"1731230448723"} 2024-11-10T09:20:48,726 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:20:48,727 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:20:48,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3200 sec 2024-11-10T09:20:48,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa., hostname=802346a334f5,42091,1731230435408, seqNum=2] 2024-11-10T09:20:48,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:49,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:20:49,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:20:49,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:20:49,352 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:20:49,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:49,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:49,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:49,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:49,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:49,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:49,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:49,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:49,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T09:20:49,507 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,42091,1731230435408, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:20:49,508 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:49,508 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42091,1731230435408, seqNum=-1] 2024-11-10T09:20:49,512 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:49,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T09:20:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,42091,1731230435408', locateType=CURRENT is [region=hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa., hostname=802346a334f5,42091,1731230435408, seqNum=2] 2024-11-10T09:20:49,530 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:20:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:20:49,549 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,42091,1731230435408 suceeded 2024-11-10T09:20:49,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:20:49,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 358 msec 2024-11-10T09:20:49,552 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:32857,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:20:49,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.1580 sec 2024-11-10T09:20:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:49,557 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:20:49,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:49,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:49,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:49,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:49,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:49,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d34f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:49,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,32857,-1 for getting cluster id 2024-11-10T09:20:49,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:49,564 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:32857' 2024-11-10T09:20:49,566 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e' 2024-11-10T09:20:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e" 2024-11-10T09:20:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e098596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,32857,-1] 2024-11-10T09:20:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:49,570 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:49,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e5b572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:49,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:49,571 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@764a16c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:49,571 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,32857,-1 for getting cluster id 2024-11-10T09:20:49,571 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:49,572 DEBUG [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e' 2024-11-10T09:20:49,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:49,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e" 2024-11-10T09:20:49,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb691ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:49,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,32857,-1] 2024-11-10T09:20:49,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:49,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:49,575 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,32857,1731230440814 2024-11-10T09:20:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@643dae0c 2024-11-10T09:20:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:49,577 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:49,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:37183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:20:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:20:49,579 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3755fc9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:49,579 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:49,581 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:37183' 2024-11-10T09:20:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:49,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,32857,1731230440814 2024-11-10T09:20:49,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aebfde5 2024-11-10T09:20:49,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:49,584 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T09:20:49,585 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,42091,1731230435408 (queues=1) is replicating from cluster=6db45c01-0674-492d-9578-8a37c7e9fb70 to cluster=4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e 2024-11-10T09:20:49,585 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C42091%2C1731230435408 2024-11-10T09:20:49,586 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,42091,1731230435408, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:20:49,588 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ebe35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:49,588 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,37183,-1 for getting cluster id 2024-11-10T09:20:49,589 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:49,590 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6db45c01-0674-492d-9578-8a37c7e9fb70' 2024-11-10T09:20:49,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:49,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6db45c01-0674-492d-9578-8a37c7e9fb70" 2024-11-10T09:20:49,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9c6f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:49,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,37183,-1] 2024-11-10T09:20:49,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:49,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:49,592 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:49,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fe2028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:49,593 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:49,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,37183,1731230435213 2024-11-10T09:20:49,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3687fbd8 2024-11-10T09:20:49,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:49,598 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:49,599 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T09:20:49,600 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:20:49,600 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:49,600 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:49,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:49,600 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:20:49,600 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736, startPosition=0, beingWritten=true 2024-11-10T09:20:49,603 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:20:49,604 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T09:20:49,605 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:20:49,605 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:49,606 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:20:49,618 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C42091%2C1731230435408 2024-11-10T09:20:49,653 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:20:49,668 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:20:49,668 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 379, reset compression=false 2024-11-10T09:20:49,668 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,42091,1731230435408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:20:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:20:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:49,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => edbddcbee53ae4e5c8dc43af1c703280, NAME => 'hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a 2024-11-10T09:20:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:20:49,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:49,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing edbddcbee53ae4e5c8dc43af1c703280, disabling compactions & flushes 2024-11-10T09:20:49,755 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:49,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:49,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. after waiting 0 ms 2024-11-10T09:20:49,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:49,755 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:49,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for edbddcbee53ae4e5c8dc43af1c703280: Waiting for close lock at 1731230449755Disabling compacts and flushes for region at 1731230449755Disabling writes for close at 1731230449755Writing region close event to WAL at 1731230449755Closed at 1731230449755 2024-11-10T09:20:49,756 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:20:49,757 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230449756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230449756"}]},"ts":"1731230449756"} 2024-11-10T09:20:49,760 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:20:49,761 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:20:49,761 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230449761"}]},"ts":"1731230449761"} 2024-11-10T09:20:49,764 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:20:49,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edbddcbee53ae4e5c8dc43af1c703280, ASSIGN}] 2024-11-10T09:20:49,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edbddcbee53ae4e5c8dc43af1c703280, ASSIGN 2024-11-10T09:20:49,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=edbddcbee53ae4e5c8dc43af1c703280, ASSIGN; state=OFFLINE, location=802346a334f5,43947,1731230440969; forceNewPlan=false, retain=false 2024-11-10T09:20:49,884 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 379, reset compression=false 2024-11-10T09:20:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:49,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=edbddcbee53ae4e5c8dc43af1c703280, regionState=OPENING, regionLocation=802346a334f5,43947,1731230440969 2024-11-10T09:20:49,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=edbddcbee53ae4e5c8dc43af1c703280, ASSIGN because future has completed 2024-11-10T09:20:49,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure edbddcbee53ae4e5c8dc43af1c703280, server=802346a334f5,43947,1731230440969}] 2024-11-10T09:20:50,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:50,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:20:50,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:20:50,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C43947%2C1731230440969.rep, suffix=, logDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/oldWALs, maxLogs=10 2024-11-10T09:20:50,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.rep.1731230450102, exclude list is [], retry=0 2024-11-10T09:20:50,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-9a1ecb05-ab83-44cf-86c1-51740e235bbd,DISK] 2024-11-10T09:20:50,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.rep.1731230450102 2024-11-10T09:20:50,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497)] 2024-11-10T09:20:50,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => edbddcbee53ae4e5c8dc43af1c703280, NAME => 'hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:20:50,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:20:50,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:20:50,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. service=MultiRowMutationService 2024-11-10T09:20:50,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:20:50,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:20:50,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,184 INFO [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,201 INFO [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edbddcbee53ae4e5c8dc43af1c703280 columnFamilyName hfileref 2024-11-10T09:20:50,201 DEBUG [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:50,202 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 379, reset compression=false 2024-11-10T09:20:50,202 INFO [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] regionserver.HStore(327): Store=edbddcbee53ae4e5c8dc43af1c703280/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:50,203 INFO [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,206 INFO [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edbddcbee53ae4e5c8dc43af1c703280 columnFamilyName queue 2024-11-10T09:20:50,206 DEBUG [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:50,209 INFO [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] regionserver.HStore(327): Store=edbddcbee53ae4e5c8dc43af1c703280/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:50,210 INFO [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:50,216 INFO [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edbddcbee53ae4e5c8dc43af1c703280 columnFamilyName sid 2024-11-10T09:20:50,216 DEBUG [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:20:50,217 INFO [StoreOpener-edbddcbee53ae4e5c8dc43af1c703280-1 {}] regionserver.HStore(327): Store=edbddcbee53ae4e5c8dc43af1c703280/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:20:50,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:20:50,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:20:50,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened edbddcbee53ae4e5c8dc43af1c703280; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74851097, jitterRate=0.11536826193332672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:20:50,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:50,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for edbddcbee53ae4e5c8dc43af1c703280: Running coprocessor pre-open hook at 1731230450159Writing region info on filesystem at 1731230450159Initializing all the Stores at 1731230450160 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230450160Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230450184 (+24 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230450184Cleaning up temporary data from old regions at 1731230450232 (+48 ms)Running coprocessor post-open hooks at 1731230450248 (+16 ms)Region opened successfully at 1731230450248 2024-11-10T09:20:50,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280., pid=10, masterSystemTime=1731230450095 2024-11-10T09:20:50,252 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=edbddcbee53ae4e5c8dc43af1c703280, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,43947,1731230440969 2024-11-10T09:20:50,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:50,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure edbddcbee53ae4e5c8dc43af1c703280, server=802346a334f5,43947,1731230440969 because future has completed 2024-11-10T09:20:50,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:20:50,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure edbddcbee53ae4e5c8dc43af1c703280, server=802346a334f5,43947,1731230440969 in 334 msec 2024-11-10T09:20:50,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:20:50,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edbddcbee53ae4e5c8dc43af1c703280, ASSIGN in 513 msec 2024-11-10T09:20:50,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:20:50,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230450282"}]},"ts":"1731230450282"} 2024-11-10T09:20:50,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:20:50,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:20:50,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 696 msec 2024-11-10T09:20:50,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280., hostname=802346a334f5,43947,1731230440969, seqNum=2] 2024-11-10T09:20:50,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:50,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:50,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:20:50,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:20:50,562 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:20:50,612 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,43947,1731230440969, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:20:50,612 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:50,612 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1] 2024-11-10T09:20:50,613 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:50,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T09:20:50,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,43947,1731230440969', locateType=CURRENT is [region=hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280., hostname=802346a334f5,43947,1731230440969, seqNum=2] 2024-11-10T09:20:50,618 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:20:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:20:50,621 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,43947,1731230440969 suceeded 2024-11-10T09:20:50,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:20:50,624 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:37183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:20:50,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-10T09:20:50,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0470 sec 2024-11-10T09:20:50,631 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 379, reset compression=false 2024-11-10T09:20:50,640 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:37183' 2024-11-10T09:20:50,645 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5012a68b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:50,645 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,37183,-1 for getting cluster id 2024-11-10T09:20:50,645 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:50,646 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6db45c01-0674-492d-9578-8a37c7e9fb70' 2024-11-10T09:20:50,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:50,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6db45c01-0674-492d-9578-8a37c7e9fb70" 2024-11-10T09:20:50,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@137cc7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:50,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,37183,-1] 2024-11-10T09:20:50,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:50,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:50,647 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:50,648 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54a91754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:50,648 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:50,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,37183,1731230435213 2024-11-10T09:20:50,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@543b4f8d 2024-11-10T09:20:50,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:50,650 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T09:20:50,652 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,43947,1731230440969 (queues=1) is replicating from cluster=4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e to cluster=6db45c01-0674-492d-9578-8a37c7e9fb70 2024-11-10T09:20:50,652 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C43947%2C1731230440969 2024-11-10T09:20:50,652 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,43947,1731230440969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:20:50,661 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304, startPosition=0, beingWritten=true 2024-11-10T09:20:50,662 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C43947%2C1731230440969 2024-11-10T09:20:50,675 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:20:50,675 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 379, reset compression=false 2024-11-10T09:20:50,675 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43947,1731230440969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:20:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:20:50,724 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:20:50,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:50,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:50,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:50,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:50,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:50,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:50,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731230450732/Put/seqid=0 2024-11-10T09:20:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741840_1016 (size=7894) 2024-11-10T09:20:50,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731230450753/Put/seqid=0 2024-11-10T09:20:50,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741841_1017 (size=7691) 2024-11-10T09:20:50,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b062c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:50,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,37183,-1 for getting cluster id 2024-11-10T09:20:50,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:50,807 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6db45c01-0674-492d-9578-8a37c7e9fb70' 2024-11-10T09:20:50,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:50,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6db45c01-0674-492d-9578-8a37c7e9fb70" 2024-11-10T09:20:50,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9d119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:50,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,37183,-1] 2024-11-10T09:20:50,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:50,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:50,809 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:50,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fb0296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:50,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:50,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42091,1731230435408, seqNum=-1] 2024-11-10T09:20:50,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:50,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:50,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:50,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,37183,1731230435213 2024-11-10T09:20:50,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348d2021 2024-11-10T09:20:50,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:50,834 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:50,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa., hostname=802346a334f5,42091,1731230435408, seqNum=2] 2024-11-10T09:20:50,855 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:20:50,867 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T09:20:50,870 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T09:20:50,886 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 379, reset compression=false 2024-11-10T09:20:50,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6356b3e373b1a6b0a8e07d49fd4379aa/f 2024-11-10T09:20:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T09:20:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:20:50,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6356b3e373b1a6b0a8e07d49fd4379aa/f 2024-11-10T09:20:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T09:20:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:20:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HRegion(2603): Flush status journal for 6356b3e373b1a6b0a8e07d49fd4379aa: 2024-11-10T09:20:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins__test__a3cs23e3lser1sfslul66dqntopb4msmcnnfl2u9sbmenvo7vp4387g28bdrav4t/f/hfile_0 2024-11-10T09:20:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins__test__a3cs23e3lser1sfslul66dqntopb4msmcnnfl2u9sbmenvo7vp4387g28bdrav4t/f/hfile_0 as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/0a07559c5ae24610a16b9d482a5279af_SeqId_4_ 2024-11-10T09:20:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins__test__a3cs23e3lser1sfslul66dqntopb4msmcnnfl2u9sbmenvo7vp4387g28bdrav4t/f/hfile_1 2024-11-10T09:20:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins__test__a3cs23e3lser1sfslul66dqntopb4msmcnnfl2u9sbmenvo7vp4387g28bdrav4t/f/hfile_1 as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_ 2024-11-10T09:20:50,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins__test__a3cs23e3lser1sfslul66dqntopb4msmcnnfl2u9sbmenvo7vp4387g28bdrav4t/f/hfile_0 into 6356b3e373b1a6b0a8e07d49fd4379aa/f as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/0a07559c5ae24610a16b9d482a5279af_SeqId_4_ - updating store file list. 2024-11-10T09:20:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a07559c5ae24610a16b9d482a5279af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:20:50,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/0a07559c5ae24610a16b9d482a5279af_SeqId_4_ into 6356b3e373b1a6b0a8e07d49fd4379aa/f 2024-11-10T09:20:50,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins__test__a3cs23e3lser1sfslul66dqntopb4msmcnnfl2u9sbmenvo7vp4387g28bdrav4t/f/hfile_0 into 6356b3e373b1a6b0a8e07d49fd4379aa/f (new location: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/0a07559c5ae24610a16b9d482a5279af_SeqId_4_) 2024-11-10T09:20:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins__test__a3cs23e3lser1sfslul66dqntopb4msmcnnfl2u9sbmenvo7vp4387g28bdrav4t/f/hfile_0 2024-11-10T09:20:50,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins__test__a3cs23e3lser1sfslul66dqntopb4msmcnnfl2u9sbmenvo7vp4387g28bdrav4t/f/hfile_1 into 6356b3e373b1a6b0a8e07d49fd4379aa/f as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_ - updating store file list. 2024-11-10T09:20:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:20:50,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_ into 6356b3e373b1a6b0a8e07d49fd4379aa/f 2024-11-10T09:20:50,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins__test__a3cs23e3lser1sfslul66dqntopb4msmcnnfl2u9sbmenvo7vp4387g28bdrav4t/f/hfile_1 into 6356b3e373b1a6b0a8e07d49fd4379aa/f (new location: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_) 2024-11-10T09:20:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins__test__a3cs23e3lser1sfslul66dqntopb4msmcnnfl2u9sbmenvo7vp4387g28bdrav4t/f/hfile_1 2024-11-10T09:20:50,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:50,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:50,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:50,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:50,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:50,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1] 2024-11-10T09:20:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa., hostname=802346a334f5,42091,1731230435408, seqNum=2 , the old value is region=test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa., hostname=802346a334f5,42091,1731230435408, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=802346a334f5:42091 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:20:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa., hostname=802346a334f5,42091,1731230435408, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:20:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa., hostname=802346a334f5,42091,1731230435408, seqNum=2 from cache 2024-11-10T09:20:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:50,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:50,959 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T09:20:50,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2., hostname=802346a334f5,43947,1731230440969, seqNum=2] 2024-11-10T09:20:50,963 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T09:20:51,064 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:42091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T09:20:51,141 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 379, reset compression=false 2024-11-10T09:20:51,161 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:20:51,161 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,42091,1731230435408 got entry batch from reader: WALEntryBatch [walEntries=[{test/6356b3e373b1a6b0a8e07d49fd4379aa/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731230450953/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T09:20:51,164 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:20:51,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-10T09:20:51,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.ReplicationSink(318): Replicating [6db45c01-0674-492d-9578-8a37c7e9fb70] bulk loaded data 2024-11-10T09:20:51,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@424c026a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:51,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,32857,-1 for getting cluster id 2024-11-10T09:20:51,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:51,171 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e' 2024-11-10T09:20:51,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:51,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e" 2024-11-10T09:20:51,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66467fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:51,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,32857,-1] 2024-11-10T09:20:51,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:51,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:51,173 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:51,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9ee00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741840_1016 (size=7894) 2024-11-10T09:20:51,229 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 379, reset compression=false 2024-11-10T09:20:51,361 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 687, reset compression=false 2024-11-10T09:20:51,638 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 379, reset compression=false 2024-11-10T09:20:51,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741841_1017 (size=7691) 2024-11-10T09:20:51,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:51,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,32857,1731230440814 2024-11-10T09:20:51,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c6951b7 2024-11-10T09:20:51,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:51,659 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T09:20:51,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:20:51,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:51,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1] 2024-11-10T09:20:51,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:51,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T09:20:51,668 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 687, reset compression=false 2024-11-10T09:20:51,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/0a07559c5ae24610a16b9d482a5279af_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T09:20:51,687 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T09:20:51,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/0a07559c5ae24610a16b9d482a5279af_SeqId_4_ for inclusion in fe7b75296b2b38e62435afc59b0b76e2/f 2024-11-10T09:20:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T09:20:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:20:51,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_ for inclusion in fe7b75296b2b38e62435afc59b0b76e2/f 2024-11-10T09:20:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T09:20:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:20:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HRegion(2603): Flush status journal for fe7b75296b2b38e62435afc59b0b76e2: 2024-11-10T09:20:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a07559c5ae24610a16b9d482a5279af_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:20:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/0a07559c5ae24610a16b9d482a5279af_SeqId_4_ as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/cc6052bab7024452a96727b0be3014c2_SeqId_4_ 2024-11-10T09:20:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:20:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_ as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/5c353a03c6ee46c693afba861798fca5_SeqId_4_ 2024-11-10T09:20:51,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/0a07559c5ae24610a16b9d482a5279af_SeqId_4_ into fe7b75296b2b38e62435afc59b0b76e2/f as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/cc6052bab7024452a96727b0be3014c2_SeqId_4_ - updating store file list. 2024-11-10T09:20:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc6052bab7024452a96727b0be3014c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:20:51,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/cc6052bab7024452a96727b0be3014c2_SeqId_4_ into fe7b75296b2b38e62435afc59b0b76e2/f 2024-11-10T09:20:51,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/0a07559c5ae24610a16b9d482a5279af_SeqId_4_ into fe7b75296b2b38e62435afc59b0b76e2/f (new location: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/cc6052bab7024452a96727b0be3014c2_SeqId_4_) 2024-11-10T09:20:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/0a07559c5ae24610a16b9d482a5279af_SeqId_4_ 2024-11-10T09:20:51,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_ into fe7b75296b2b38e62435afc59b0b76e2/f as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/5c353a03c6ee46c693afba861798fca5_SeqId_4_ - updating store file list. 2024-11-10T09:20:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c353a03c6ee46c693afba861798fca5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:20:51,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/5c353a03c6ee46c693afba861798fca5_SeqId_4_ into fe7b75296b2b38e62435afc59b0b76e2/f 2024-11-10T09:20:51,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_ into fe7b75296b2b38e62435afc59b0b76e2/f (new location: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/5c353a03c6ee46c693afba861798fca5_SeqId_4_) 2024-11-10T09:20:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins.hfs.11__test__ep1h8u4247oo321h9a7iig7ipoqun87reodf185hqq4mem1ptlogmjn63qms1isg/f/b1cf8b363f154644a8d73b0227d1d52d_SeqId_4_ 2024-11-10T09:20:51,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.ReplicationSink(324): Finished replicating [6db45c01-0674-492d-9578-8a37c7e9fb70] bulk loaded data 2024-11-10T09:20:51,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:20:51,983 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731230451982/Put/seqid=0 2024-11-10T09:20:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741842_1018 (size=11194) 2024-11-10T09:20:52,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731230452010/Put/seqid=0 2024-11-10T09:20:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741843_1019 (size=10791) 2024-11-10T09:20:52,090 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 687, reset compression=false 2024-11-10T09:20:52,181 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 379, reset compression=false 2024-11-10T09:20:52,186 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:20:52,186 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43947,1731230440969 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe7b75296b2b38e62435afc59b0b76e2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731230451793/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T09:20:52,188 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:20:52,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-10T09:20:52,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.ReplicationSink(318): Replicating [6db45c01-0674-492d-9578-8a37c7e9fb70, 4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e] bulk loaded data 2024-11-10T09:20:52,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad99404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:52,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,37183,-1 for getting cluster id 2024-11-10T09:20:52,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:52,193 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6db45c01-0674-492d-9578-8a37c7e9fb70' 2024-11-10T09:20:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6db45c01-0674-492d-9578-8a37c7e9fb70" 2024-11-10T09:20:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eded712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,37183,-1] 2024-11-10T09:20:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:52,195 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:52,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc9a362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:52,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741842_1018 (size=7894) 2024-11-10T09:20:52,386 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 725, reset compression=false 2024-11-10T09:20:52,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f08b92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:52,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,32857,-1 for getting cluster id 2024-11-10T09:20:52,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:20:52,440 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e' 2024-11-10T09:20:52,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:20:52,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e" 2024-11-10T09:20:52,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac37f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:52,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,32857,-1] 2024-11-10T09:20:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:20:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:52,442 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:20:52,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0324c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:20:52,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1] 2024-11-10T09:20:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:52,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:52,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,32857,1731230440814 2024-11-10T09:20:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20d22975 2024-11-10T09:20:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:52,455 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:20:52,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2., hostname=802346a334f5,43947,1731230440969, seqNum=2] 2024-11-10T09:20:52,463 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:20:52,469 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T09:20:52,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T09:20:52,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/testHFileCyclicReplication_10/f/hfile_0 for inclusion in fe7b75296b2b38e62435afc59b0b76e2/f 2024-11-10T09:20:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T09:20:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:20:52,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/testHFileCyclicReplication_10/f/hfile_1 for inclusion in fe7b75296b2b38e62435afc59b0b76e2/f 2024-11-10T09:20:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T09:20:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:20:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HRegion(2603): Flush status journal for fe7b75296b2b38e62435afc59b0b76e2: 2024-11-10T09:20:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins__test__8lj7t86r9epvkbhtga8slmbe5h4b0io2s73vcq0pamqe6f8p89k12ecg4t1gk4nk/f/hfile_0 2024-11-10T09:20:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins__test__8lj7t86r9epvkbhtga8slmbe5h4b0io2s73vcq0pamqe6f8p89k12ecg4t1gk4nk/f/hfile_0 as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_ 2024-11-10T09:20:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins__test__8lj7t86r9epvkbhtga8slmbe5h4b0io2s73vcq0pamqe6f8p89k12ecg4t1gk4nk/f/hfile_1 2024-11-10T09:20:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins__test__8lj7t86r9epvkbhtga8slmbe5h4b0io2s73vcq0pamqe6f8p89k12ecg4t1gk4nk/f/hfile_1 as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/0c38c2ad59754d28a011ddc911a00caa_SeqId_6_ 2024-11-10T09:20:52,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins__test__8lj7t86r9epvkbhtga8slmbe5h4b0io2s73vcq0pamqe6f8p89k12ecg4t1gk4nk/f/hfile_0 into fe7b75296b2b38e62435afc59b0b76e2/f as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_ - updating store file list. 2024-11-10T09:20:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T09:20:52,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_ into fe7b75296b2b38e62435afc59b0b76e2/f 2024-11-10T09:20:52,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins__test__8lj7t86r9epvkbhtga8slmbe5h4b0io2s73vcq0pamqe6f8p89k12ecg4t1gk4nk/f/hfile_0 into fe7b75296b2b38e62435afc59b0b76e2/f (new location: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_) 2024-11-10T09:20:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins__test__8lj7t86r9epvkbhtga8slmbe5h4b0io2s73vcq0pamqe6f8p89k12ecg4t1gk4nk/f/hfile_0 2024-11-10T09:20:52,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins__test__8lj7t86r9epvkbhtga8slmbe5h4b0io2s73vcq0pamqe6f8p89k12ecg4t1gk4nk/f/hfile_1 into fe7b75296b2b38e62435afc59b0b76e2/f as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/0c38c2ad59754d28a011ddc911a00caa_SeqId_6_ - updating store file list. 2024-11-10T09:20:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0c38c2ad59754d28a011ddc911a00caa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T09:20:52,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/0c38c2ad59754d28a011ddc911a00caa_SeqId_6_ into fe7b75296b2b38e62435afc59b0b76e2/f 2024-11-10T09:20:52,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins__test__8lj7t86r9epvkbhtga8slmbe5h4b0io2s73vcq0pamqe6f8p89k12ecg4t1gk4nk/f/hfile_1 into fe7b75296b2b38e62435afc59b0b76e2/f (new location: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/f/0c38c2ad59754d28a011ddc911a00caa_SeqId_6_) 2024-11-10T09:20:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/staging/jenkins__test__8lj7t86r9epvkbhtga8slmbe5h4b0io2s73vcq0pamqe6f8p89k12ecg4t1gk4nk/f/hfile_1 2024-11-10T09:20:52,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:52,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:52,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:52,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:52,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:52,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2., hostname=802346a334f5,43947,1731230440969, seqNum=2 , the old value is region=test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2., hostname=802346a334f5,43947,1731230440969, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=802346a334f5:43947 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:20:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2., hostname=802346a334f5,43947,1731230440969, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:20:52,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2., hostname=802346a334f5,43947,1731230440969, seqNum=2 from cache 2024-11-10T09:20:52,538 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T09:20:52,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42091,1731230435408, seqNum=-1] 2024-11-10T09:20:52,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:52,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:20:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa., hostname=802346a334f5,42091,1731230435408, seqNum=2] 2024-11-10T09:20:52,557 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T09:20:52,613 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 687, reset compression=false 2024-11-10T09:20:52,644 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T09:20:52,692 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 725, reset compression=false 2024-11-10T09:20:52,704 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:20:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741843_1019 (size=7691) 2024-11-10T09:20:52,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:52,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,37183,1731230435213 2024-11-10T09:20:52,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75ca4a9b 2024-11-10T09:20:52,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:20:52,717 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T09:20:52,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:20:52,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:52,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,42091,1731230435408, seqNum=-1] 2024-11-10T09:20:52,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:20:52,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T09:20:52,737 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__uv4p4ftsvmtkojh8u4k4q9pkmrlc1qahpkgcogjqvjk8rp7ajqh5m9q5h9fgm1fv/f/5c353a03c6ee46c693afba861798fca5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T09:20:52,743 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__uv4p4ftsvmtkojh8u4k4q9pkmrlc1qahpkgcogjqvjk8rp7ajqh5m9q5h9fgm1fv/f/cc6052bab7024452a96727b0be3014c2_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T09:20:52,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.ReplicationSink(324): Finished replicating [6db45c01-0674-492d-9578-8a37c7e9fb70, 4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e] bulk loaded data 2024-11-10T09:20:52,750 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43947,1731230440969 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe7b75296b2b38e62435afc59b0b76e2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731230452531/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T09:20:52,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.ReplicationSink(318): Replicating [4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e] bulk loaded data 2024-11-10T09:20:52,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741844_1020 (size=11194) 2024-11-10T09:20:52,904 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 1033, reset compression=false 2024-11-10T09:20:53,212 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 1033, reset compression=false 2024-11-10T09:20:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741845_1021 (size=10791) 2024-11-10T09:20:53,217 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 687, reset compression=false 2024-11-10T09:20:53,565 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T09:20:53,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:20:53,624 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/0c38c2ad59754d28a011ddc911a00caa_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T09:20:53,627 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T09:20:53,629 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 1033, reset compression=false 2024-11-10T09:20:53,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/0c38c2ad59754d28a011ddc911a00caa_SeqId_6_ for inclusion in 6356b3e373b1a6b0a8e07d49fd4379aa/f 2024-11-10T09:20:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T09:20:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:20:53,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_ for inclusion in 6356b3e373b1a6b0a8e07d49fd4379aa/f 2024-11-10T09:20:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T09:20:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:20:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HRegion(2603): Flush status journal for 6356b3e373b1a6b0a8e07d49fd4379aa: 2024-11-10T09:20:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0c38c2ad59754d28a011ddc911a00caa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:20:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/0c38c2ad59754d28a011ddc911a00caa_SeqId_6_ as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/d8e086699c2742aa85d8e72fbfcf64fe_SeqId_6_ 2024-11-10T09:20:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:20:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_ as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/ba761b7cdf544ac6a3bf532ac3f283b8_SeqId_6_ 2024-11-10T09:20:53,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/0c38c2ad59754d28a011ddc911a00caa_SeqId_6_ into 6356b3e373b1a6b0a8e07d49fd4379aa/f as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/d8e086699c2742aa85d8e72fbfcf64fe_SeqId_6_ - updating store file list. 2024-11-10T09:20:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8e086699c2742aa85d8e72fbfcf64fe_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T09:20:53,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/d8e086699c2742aa85d8e72fbfcf64fe_SeqId_6_ into 6356b3e373b1a6b0a8e07d49fd4379aa/f 2024-11-10T09:20:53,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/0c38c2ad59754d28a011ddc911a00caa_SeqId_6_ into 6356b3e373b1a6b0a8e07d49fd4379aa/f (new location: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/d8e086699c2742aa85d8e72fbfcf64fe_SeqId_6_) 2024-11-10T09:20:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/0c38c2ad59754d28a011ddc911a00caa_SeqId_6_ 2024-11-10T09:20:53,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_ into 6356b3e373b1a6b0a8e07d49fd4379aa/f as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/ba761b7cdf544ac6a3bf532ac3f283b8_SeqId_6_ - updating store file list. 2024-11-10T09:20:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba761b7cdf544ac6a3bf532ac3f283b8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T09:20:53,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/ba761b7cdf544ac6a3bf532ac3f283b8_SeqId_6_ into 6356b3e373b1a6b0a8e07d49fd4379aa/f 2024-11-10T09:20:53,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_ into 6356b3e373b1a6b0a8e07d49fd4379aa/f (new location: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/f/ba761b7cdf544ac6a3bf532ac3f283b8_SeqId_6_) 2024-11-10T09:20:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/staging/jenkins.hfs.10__test__asdkth330edrq0eogrpq0sbua1u5lqlhsiv7fulfb5rb2vgekl4vvt79aouiunek/f/e91e0e89361c45b0b32773f4ecabe2d7_SeqId_6_ 2024-11-10T09:20:53,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42091 {}] regionserver.ReplicationSink(324): Finished replicating [4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e] bulk loaded data 2024-11-10T09:20:53,930 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 687, reset compression=false 2024-11-10T09:20:53,935 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:20:53,935 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,42091,1731230435408 got entry batch from reader: WALEntryBatch [walEntries=[{test/6356b3e373b1a6b0a8e07d49fd4379aa/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731230453646/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T09:20:53,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.ReplicationSink(318): Replicating [4ed94dbb-8412-4b79-9cf6-0b3d4fb29e1e, 6db45c01-0674-492d-9578-8a37c7e9fb70] bulk loaded data 2024-11-10T09:20:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741844_1020 (size=10791) 2024-11-10T09:20:54,132 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 1033, reset compression=false 2024-11-10T09:20:54,135 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 1033, reset compression=false 2024-11-10T09:20:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741845_1021 (size=11194) 2024-11-10T09:20:54,439 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 1033, reset compression=false 2024-11-10T09:20:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:20:54,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:54,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:54,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:54,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:54,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:54,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:20:54,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=758051028, stopped=false 2024-11-10T09:20:54,584 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,32857,1731230440814 2024-11-10T09:20:54,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1436547982/running 2024-11-10T09:20:54,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:54,600 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:54,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:54,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:54,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:54,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,43947,1731230440969' ***** 2024-11-10T09:20:54,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:20:54,604 INFO [RS:0;802346a334f5:43947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:20:54,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1436547982/running 2024-11-10T09:20:54,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:54,604 INFO [RS:0;802346a334f5:43947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:20:54,604 INFO [RS:0;802346a334f5:43947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:20:54,604 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(3091): Received CLOSE for fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:54,608 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(3091): Received CLOSE for edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:54,608 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:20:54,608 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,43947,1731230440969 2024-11-10T09:20:54,608 INFO [RS:0;802346a334f5:43947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:54,608 INFO [RS:0;802346a334f5:43947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:43947. 2024-11-10T09:20:54,608 DEBUG [RS:0;802346a334f5:43947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:54,608 DEBUG [RS:0;802346a334f5:43947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:54,608 INFO [RS:0;802346a334f5:43947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:20:54,608 INFO [RS:0;802346a334f5:43947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:20:54,608 INFO [RS:0;802346a334f5:43947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:20:54,608 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:20:54,609 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe7b75296b2b38e62435afc59b0b76e2, disabling compactions & flushes 2024-11-10T09:20:54,609 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:54,609 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:54,609 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. after waiting 0 ms 2024-11-10T09:20:54,609 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:54,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Set watcher on znode that does not yet exist, /1-1436547982/running 2024-11-10T09:20:54,614 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:20:54,614 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1325): Online Regions={fe7b75296b2b38e62435afc59b0b76e2=test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2., edbddcbee53ae4e5c8dc43af1c703280=hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:20:54,614 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, edbddcbee53ae4e5c8dc43af1c703280, fe7b75296b2b38e62435afc59b0b76e2 2024-11-10T09:20:54,614 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:20:54,614 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:20:54,614 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:20:54,614 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:20:54,614 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:20:54,614 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:20:54,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Set watcher on znode that does not yet exist, /1-1436547982/running 2024-11-10T09:20:54,619 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:54,643 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/default/test/fe7b75296b2b38e62435afc59b0b76e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:20:54,644 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:54,644 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:20:54,644 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:54,644 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe7b75296b2b38e62435afc59b0b76e2: Waiting for close lock at 1731230454609Running coprocessor pre-close hooks at 1731230454609Disabling compacts and flushes for region at 1731230454609Disabling writes for close at 1731230454609Writing region close event to WAL at 1731230454637 (+28 ms)Running coprocessor post-close hooks at 1731230454644 (+7 ms)Closed at 1731230454644 2024-11-10T09:20:54,644 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2. 2024-11-10T09:20:54,644 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edbddcbee53ae4e5c8dc43af1c703280, disabling compactions & flushes 2024-11-10T09:20:54,644 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:54,644 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:54,644 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. after waiting 0 ms 2024-11-10T09:20:54,644 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:54,645 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing edbddcbee53ae4e5c8dc43af1c703280 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T09:20:54,675 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/info/69700151020249848f45a3ffa3ac0e41 is 147, key is hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280./info:regioninfo/1731230450252/Put/seqid=0 2024-11-10T09:20:54,676 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/.tmp/hfileref/2060fcbe258e4f69a4becd8c4df3be8a is 74, key is 1/hfileref:0c38c2ad59754d28a011ddc911a00caa_SeqId_6_/1731230453649/DeleteColumn/seqid=0 2024-11-10T09:20:54,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741846_1022 (size=7686) 2024-11-10T09:20:54,709 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/info/69700151020249848f45a3ffa3ac0e41 2024-11-10T09:20:54,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741847_1023 (size=5345) 2024-11-10T09:20:54,718 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/.tmp/hfileref/2060fcbe258e4f69a4becd8c4df3be8a 2024-11-10T09:20:54,736 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 1033, reset compression=false 2024-11-10T09:20:54,752 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/ns/ec3721f3b1414d7d9a517e11cd6d449f is 43, key is default/ns:d/1731230443898/Put/seqid=0 2024-11-10T09:20:54,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:20:54,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 802346a334f5,43947,1731230440969 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T09:20:54,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43947 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:40766 deadline: 1731230514765, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 802346a334f5,43947,1731230440969 stopping 2024-11-10T09:20:54,768 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/.tmp/queue/58c94c0f267d4aa7b01fc7f76b72a990 is 154, key is 1-802346a334f5,43947,1731230440969/queue:802346a334f5%2C43947%2C1731230440969/1731230453651/Put/seqid=0 2024-11-10T09:20:54,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 802346a334f5,43947,1731230440969 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:20:54,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 802346a334f5,43947,1731230440969 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:20:54,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 from cache 2024-11-10T09:20:54,794 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:20:54,794 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 1328, reset compression=false 2024-11-10T09:20:54,794 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43947,1731230440969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:20:54,795 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,43947,1731230440969: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-802346a334f5,43947,1731230440969, walGroup=802346a334f5%2C43947%2C1731230440969, offset=802346a334f5%2C43947%2C1731230440969.1731230443304:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:20:54,796 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:20:54,796 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:20:54,797 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:20:54,798 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:20:54,798 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:20:54,798 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 564152304 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187394096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:20:54,801 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T09:20:54,816 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, edbddcbee53ae4e5c8dc43af1c703280 2024-11-10T09:20:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741848_1024 (size=5153) 2024-11-10T09:20:54,831 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/ns/ec3721f3b1414d7d9a517e11cd6d449f 2024-11-10T09:20:54,843 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 1033, reset compression=false 2024-11-10T09:20:54,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741849_1025 (size=5353) 2024-11-10T09:20:54,856 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/.tmp/queue/58c94c0f267d4aa7b01fc7f76b72a990 2024-11-10T09:20:54,867 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/rep_barrier/a1a958c0ee4749728496a371adc17c92 is 112, key is test,,1731230445216.fe7b75296b2b38e62435afc59b0b76e2./rep_barrier:seqnumDuringOpen/1731230446399/Put/seqid=0 2024-11-10T09:20:54,870 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/.tmp/hfileref/2060fcbe258e4f69a4becd8c4df3be8a as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/hfileref/2060fcbe258e4f69a4becd8c4df3be8a 2024-11-10T09:20:54,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:54,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1] 2024-11-10T09:20:54,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:20:54,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:54,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:54,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 from cache 2024-11-10T09:20:54,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741850_1026 (size=5518) 2024-11-10T09:20:54,880 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/hfileref/2060fcbe258e4f69a4becd8c4df3be8a, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T09:20:54,881 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/.tmp/queue/58c94c0f267d4aa7b01fc7f76b72a990 as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/queue/58c94c0f267d4aa7b01fc7f76b72a990 2024-11-10T09:20:54,887 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/queue/58c94c0f267d4aa7b01fc7f76b72a990, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T09:20:54,889 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for edbddcbee53ae4e5c8dc43af1c703280 in 244ms, sequenceid=12, compaction requested=false 2024-11-10T09:20:54,907 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/replication/edbddcbee53ae4e5c8dc43af1c703280/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T09:20:54,908 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:54,908 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:54,908 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:54,908 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edbddcbee53ae4e5c8dc43af1c703280: Waiting for close lock at 1731230454644Running coprocessor pre-close hooks at 1731230454644Disabling compacts and flushes for region at 1731230454644Disabling writes for close at 1731230454644Obtaining lock to block concurrent updates at 1731230454645 (+1 ms)Preparing flush snapshotting stores in edbddcbee53ae4e5c8dc43af1c703280 at 1731230454645Finished memstore snapshotting hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731230454645Flushing stores of hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. at 1731230454646 (+1 ms)Flushing edbddcbee53ae4e5c8dc43af1c703280/hfileref: creating writer at 1731230454646Flushing edbddcbee53ae4e5c8dc43af1c703280/hfileref: appending metadata at 1731230454675 (+29 ms)Flushing edbddcbee53ae4e5c8dc43af1c703280/hfileref: closing flushed file at 1731230454675Flushing edbddcbee53ae4e5c8dc43af1c703280/queue: creating writer at 1731230454730 (+55 ms)Flushing edbddcbee53ae4e5c8dc43af1c703280/queue: appending metadata at 1731230454767 (+37 ms)Flushing edbddcbee53ae4e5c8dc43af1c703280/queue: closing flushed file at 1731230454767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f28f803: reopening flushed file at 1731230454867 (+100 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3580834a: reopening flushed file at 1731230454881 (+14 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for edbddcbee53ae4e5c8dc43af1c703280 in 244ms, sequenceid=12, compaction requested=false at 1731230454889 (+8 ms)Writing region close event to WAL at 1731230454904 (+15 ms)Running coprocessor post-close hooks at 1731230454907 (+3 ms)Closed at 1731230454908 (+1 ms) 2024-11-10T09:20:54,908 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230449600.edbddcbee53ae4e5c8dc43af1c703280. 2024-11-10T09:20:55,016 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:55,049 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 1328, reset compression=false 2024-11-10T09:20:55,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:55,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1] 2024-11-10T09:20:55,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:20:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 from cache 2024-11-10T09:20:55,150 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:20:55,150 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:20:55,216 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:55,280 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/rep_barrier/a1a958c0ee4749728496a371adc17c92 2024-11-10T09:20:55,306 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/table/fdf34d271c614b4fb4cefe6582030217 is 53, key is hbase:replication/table:state/1731230450282/Put/seqid=0 2024-11-10T09:20:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741851_1027 (size=5308) 2024-11-10T09:20:55,315 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/table/fdf34d271c614b4fb4cefe6582030217 2024-11-10T09:20:55,320 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/info/69700151020249848f45a3ffa3ac0e41 as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/info/69700151020249848f45a3ffa3ac0e41 2024-11-10T09:20:55,325 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/info/69700151020249848f45a3ffa3ac0e41, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:20:55,327 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/ns/ec3721f3b1414d7d9a517e11cd6d449f as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/ns/ec3721f3b1414d7d9a517e11cd6d449f 2024-11-10T09:20:55,344 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/ns/ec3721f3b1414d7d9a517e11cd6d449f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:20:55,346 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/rep_barrier/a1a958c0ee4749728496a371adc17c92 as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/rep_barrier/a1a958c0ee4749728496a371adc17c92 2024-11-10T09:20:55,353 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 1328, reset compression=false 2024-11-10T09:20:55,359 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/rep_barrier/a1a958c0ee4749728496a371adc17c92, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:20:55,361 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/.tmp/table/fdf34d271c614b4fb4cefe6582030217 as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/table/fdf34d271c614b4fb4cefe6582030217 2024-11-10T09:20:55,364 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 1033, reset compression=false 2024-11-10T09:20:55,378 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/table/fdf34d271c614b4fb4cefe6582030217, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:20:55,380 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 766ms, sequenceid=16, compaction requested=false 2024-11-10T09:20:55,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:55,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1] 2024-11-10T09:20:55,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:20:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 from cache 2024-11-10T09:20:55,417 DEBUG [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:55,464 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:20:55,465 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:55,465 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:55,465 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:55,465 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230454614Running coprocessor pre-close hooks at 1731230454614Disabling compacts and flushes for region at 1731230454614Disabling writes for close at 1731230454614Obtaining lock to block concurrent updates at 1731230454614Preparing flush snapshotting stores in 1588230740 at 1731230454614Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230454616 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731230454616Flushing 1588230740/info: creating writer at 1731230454617 (+1 ms)Flushing 1588230740/info: appending metadata at 1731230454662 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731230454662Flushing 1588230740/ns: creating writer at 1731230454716 (+54 ms)Flushing 1588230740/ns: appending metadata at 1731230454752 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731230454752Flushing 1588230740/rep_barrier: creating writer at 1731230454837 (+85 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230454867 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230454867Flushing 1588230740/table: creating writer at 1731230455286 (+419 ms)Flushing 1588230740/table: appending metadata at 1731230455305 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731230455305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2ab7b: reopening flushed file at 1731230455319 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4fc06f: reopening flushed file at 1731230455325 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627a1640: reopening flushed file at 1731230455344 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c979b9: reopening flushed file at 1731230455360 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 766ms, sequenceid=16, compaction requested=false at 1731230455380 (+20 ms)Writing region close event to WAL at 1731230455452 (+72 ms)Running coprocessor post-close hooks at 1731230455465 (+13 ms)Closed at 1731230455465 2024-11-10T09:20:55,465 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:55,618 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,43947,1731230440969; all regions closed. 2024-11-10T09:20:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:20:55,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.rep.1731230450102 not finished, retry = 0 2024-11-10T09:20:55,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741839_1015 (size=3127) 2024-11-10T09:20:55,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:20:55,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:55,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:55,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:55,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:55,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:55,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:55,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:55,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:20:55,764 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 to pos 1328, reset compression=false 2024-11-10T09:20:55,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741833_1009 (size=1336) 2024-11-10T09:20:55,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 not finished, retry = 0 2024-11-10T09:20:55,866 DEBUG [RS:0;802346a334f5:43947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:55,866 INFO [RS:0;802346a334f5:43947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:55,866 INFO [RS:0;802346a334f5:43947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:55,866 INFO [RS:0;802346a334f5:43947 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:55,867 INFO [RS:0;802346a334f5:43947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:55,867 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:55,867 INFO [RS:0;802346a334f5:43947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,43947,1731230440969 because: Region server is closing 2024-11-10T09:20:55,867 INFO [RS:0;802346a334f5:43947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:43947. 2024-11-10T09:20:55,867 DEBUG [RS:0;802346a334f5:43947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:55,867 DEBUG [RS:0;802346a334f5:43947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:55,867 DEBUG [RS:0;802346a334f5:43947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:55,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:55,868 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.wal-reader.802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/WALs/802346a334f5,43947,1731230440969/802346a334f5%2C43947%2C1731230440969.1731230443304 2024-11-10T09:20:55,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:20:55,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1] 2024-11-10T09:20:55,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:20:55,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=802346a334f5,43947,1731230440969, seqNum=-1 from cache 2024-11-10T09:20:55,906 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:20:55,907 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T09:20:54.769Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 802346a334f5,43947,1731230440969 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:20:54.877Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.085Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.399Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.906Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 802346a334f5,43947,1731230440969 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T09:20:55,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T09:20:54.769Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 802346a334f5,43947,1731230440969 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:20:54.877Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.085Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.399Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.906Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 802346a334f5,43947,1731230440969 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T09:20:55,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:40754 deadline: 1731230513935, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T09:20:54.769Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 802346a334f5,43947,1731230440969 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:20:54.877Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.085Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.399Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.906Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55,911 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T09:20:54.769Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 802346a334f5,43947,1731230440969 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:20:54.877Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.085Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.399Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting 2024-11-10T09:20:55.906Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 802346a334f5,43947,1731230440969 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 802346a334f5,43947,1731230440969 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:20:55,968 INFO [RS:0;802346a334f5:43947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43947,1731230440969.replicationSource.shipper802346a334f5%2C43947%2C1731230440969,1-802346a334f5,43947,1731230440969 terminated 2024-11-10T09:20:55,968 INFO [RS:0;802346a334f5:43947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:43947. 2024-11-10T09:20:55,968 DEBUG [RS:0;802346a334f5:43947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:55,968 DEBUG [RS:0;802346a334f5:43947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:55,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:55,968 DEBUG [RS:0;802346a334f5:43947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:55,969 INFO [RS:0;802346a334f5:43947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43947 2024-11-10T09:20:55,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982/rs 2024-11-10T09:20:55,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1436547982/rs/802346a334f5,43947,1731230440969 2024-11-10T09:20:55,979 INFO [RS:0;802346a334f5:43947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:55,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,43947,1731230440969] 2024-11-10T09:20:55,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1436547982/draining/802346a334f5,43947,1731230440969 already deleted, retry=false 2024-11-10T09:20:55,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,43947,1731230440969 expired; onlineServers=0 2024-11-10T09:20:55,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,32857,1731230440814' ***** 2024-11-10T09:20:55,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:20:55,989 INFO [M:0;802346a334f5:32857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:55,989 INFO [M:0;802346a334f5:32857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:55,989 DEBUG [M:0;802346a334f5:32857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:20:55,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:20:55,989 DEBUG [M:0;802346a334f5:32857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:20:55,989 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230442999 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230442999,5,FailOnTimeoutGroup] 2024-11-10T09:20:55,990 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230442992 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230442992,5,FailOnTimeoutGroup] 2024-11-10T09:20:55,990 INFO [M:0;802346a334f5:32857 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:55,990 INFO [M:0;802346a334f5:32857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:55,990 DEBUG [M:0;802346a334f5:32857 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:20:55,990 INFO [M:0;802346a334f5:32857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:20:55,990 INFO [M:0;802346a334f5:32857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:55,991 INFO [M:0;802346a334f5:32857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:20:55,991 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:20:55,993 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 1033, reset compression=false 2024-11-10T09:20:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1436547982/master 2024-11-10T09:20:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1436547982 2024-11-10T09:20:56,010 DEBUG [M:0;802346a334f5:32857 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1436547982/master already deleted, retry=false 2024-11-10T09:20:56,010 DEBUG [M:0;802346a334f5:32857 {}] master.ActiveMasterManager(353): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1436547982/master 2024-11-10T09:20:56,011 INFO [M:0;802346a334f5:32857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/.lastflushedseqids 2024-11-10T09:20:56,015 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 802346a334f5:43947 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 802346a334f5/172.17.0.3:43947 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:20:56,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 802346a334f5:43947 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 802346a334f5/172.17.0.3:43947 2024-11-10T09:20:56,016 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=802346a334f5:43947 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 802346a334f5/172.17.0.3:43947 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 802346a334f5/172.17.0.3:43947 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T09:20:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T09:20:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41098 deadline: 1731230516019, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T09:20:56,020 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T09:20:56,021 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T09:20:56,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741852_1028 (size=263) 2024-11-10T09:20:56,050 INFO [M:0;802346a334f5:32857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:20:56,050 INFO [M:0;802346a334f5:32857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:20:56,050 DEBUG [M:0;802346a334f5:32857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:56,050 INFO [M:0;802346a334f5:32857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:56,050 DEBUG [M:0;802346a334f5:32857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:56,050 DEBUG [M:0;802346a334f5:32857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:56,050 DEBUG [M:0;802346a334f5:32857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:56,051 INFO [M:0;802346a334f5:32857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T09:20:56,074 DEBUG [M:0;802346a334f5:32857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f5482dd95a94a91be06b24dbba4fc17 is 82, key is hbase:meta,,1/info:regioninfo/1731230443831/Put/seqid=0 2024-11-10T09:20:56,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:56,100 INFO [RS:0;802346a334f5:43947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:56,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101240bfb410004, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:56,100 INFO [RS:0;802346a334f5:43947 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,43947,1731230440969; zookeeper connection closed. 2024-11-10T09:20:56,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741853_1029 (size=5672) 2024-11-10T09:20:56,104 INFO [M:0;802346a334f5:32857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f5482dd95a94a91be06b24dbba4fc17 2024-11-10T09:20:56,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d003199 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d003199 2024-11-10T09:20:56,110 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:20:56,148 DEBUG [M:0;802346a334f5:32857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77ba0573924142199d2e87719fc3741c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731230450298/Put/seqid=0 2024-11-10T09:20:56,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741854_1030 (size=8515) 2024-11-10T09:20:56,165 INFO [M:0;802346a334f5:32857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77ba0573924142199d2e87719fc3741c 2024-11-10T09:20:56,217 DEBUG [M:0;802346a334f5:32857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1da3b9827a384eca83cca54433d56cdf is 69, key is 802346a334f5,43947,1731230440969/rs:state/1731230443057/Put/seqid=0 2024-11-10T09:20:56,222 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T09:20:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T09:20:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41098 deadline: 1731230516223, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T09:20:56,226 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T09:20:56,227 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T09:20:56,227 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T09:20:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741855_1031 (size=5156) 2024-11-10T09:20:56,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T09:20:56,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T09:20:56,528 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T09:20:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T09:20:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41098 deadline: 1731230516530, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T09:20:56,531 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T09:20:56,532 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T09:20:56,532 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T09:20:56,667 INFO [M:0;802346a334f5:32857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1da3b9827a384eca83cca54433d56cdf 2024-11-10T09:20:56,676 DEBUG [M:0;802346a334f5:32857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f5482dd95a94a91be06b24dbba4fc17 as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f5482dd95a94a91be06b24dbba4fc17 2024-11-10T09:20:56,681 INFO [M:0;802346a334f5:32857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f5482dd95a94a91be06b24dbba4fc17, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T09:20:56,684 DEBUG [M:0;802346a334f5:32857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77ba0573924142199d2e87719fc3741c as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77ba0573924142199d2e87719fc3741c 2024-11-10T09:20:56,688 INFO [M:0;802346a334f5:32857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77ba0573924142199d2e87719fc3741c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T09:20:56,691 DEBUG [M:0;802346a334f5:32857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1da3b9827a384eca83cca54433d56cdf as hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1da3b9827a384eca83cca54433d56cdf 2024-11-10T09:20:56,710 INFO [M:0;802346a334f5:32857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/b2d7c0cb-6fd1-7a62-a81b-09838043917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1da3b9827a384eca83cca54433d56cdf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T09:20:56,711 INFO [M:0;802346a334f5:32857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 661ms, sequenceid=97, compaction requested=false 2024-11-10T09:20:56,717 INFO [M:0;802346a334f5:32857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:56,717 DEBUG [M:0;802346a334f5:32857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230456050Disabling compacts and flushes for region at 1731230456050Disabling writes for close at 1731230456050Obtaining lock to block concurrent updates at 1731230456051 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230456051Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731230456051Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230456052 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230456052Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230456074 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230456074Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230456110 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230456148 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230456148Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230456186 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230456216 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230456216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257535f5: reopening flushed file at 1731230456675 (+459 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8051c8: reopening flushed file at 1731230456681 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28bfecc7: reopening flushed file at 1731230456689 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 661ms, sequenceid=97, compaction requested=false at 1731230456711 (+22 ms)Writing region close event to WAL at 1731230456717 (+6 ms)Closed at 1731230456717 2024-11-10T09:20:56,723 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 1033, reset compression=false 2024-11-10T09:20:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741830_1006 (size=63642) 2024-11-10T09:20:56,736 INFO [M:0;802346a334f5:32857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:20:56,736 INFO [M:0;802346a334f5:32857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32857 2024-11-10T09:20:56,736 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:56,737 INFO [M:0;802346a334f5:32857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:56,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:56,847 INFO [M:0;802346a334f5:32857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:56,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x101240bfb410003, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:56,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73bf7722{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:20:56,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50864057{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:20:56,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:20:56,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ce4868{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:20:56,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f81a6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/hadoop.log.dir/,STOPPED} 2024-11-10T09:20:56,862 WARN [BP-806847530-172.17.0.3-1731230438891 heartbeating to localhost/127.0.0.1:45645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:20:56,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:20:56,862 WARN [BP-806847530-172.17.0.3-1731230438891 heartbeating to localhost/127.0.0.1:45645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-806847530-172.17.0.3-1731230438891 (Datanode Uuid de4dba04-eab0-4e93-81fc-6d218302ce43) service to localhost/127.0.0.1:45645 2024-11-10T09:20:56,862 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:20:56,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/cluster_07ff8086-298c-e467-b0b0-220b7c367182/data/data1/current/BP-806847530-172.17.0.3-1731230438891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:20:56,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/cluster_07ff8086-298c-e467-b0b0-220b7c367182/data/data2/current/BP-806847530-172.17.0.3-1731230438891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:20:56,863 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:20:56,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146da649{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:20:56,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e4d04b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:20:56,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:20:56,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bae29d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:20:56,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a96d871{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/hadoop.log.dir/,STOPPED} 2024-11-10T09:20:56,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:20:56,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:20:56,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:56,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:56,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:56,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:56,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:56,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:20:56,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=655221763, stopped=false 2024-11-10T09:20:56,889 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,37183,1731230435213 2024-11-10T09:20:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01497105078/running 2024-11-10T09:20:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01497105078/running 2024-11-10T09:20:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:56,904 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:56,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:20:56,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:56,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:56,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Set watcher on znode that does not yet exist, /01497105078/running 2024-11-10T09:20:56,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,42091,1731230435408' ***** 2024-11-10T09:20:56,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:20:56,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Set watcher on znode that does not yet exist, /01497105078/running 2024-11-10T09:20:56,905 INFO [RS:0;802346a334f5:42091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:20:56,905 INFO [RS:0;802346a334f5:42091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:20:56,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:20:56,905 INFO [RS:0;802346a334f5:42091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:20:56,905 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(3091): Received CLOSE for 6356b3e373b1a6b0a8e07d49fd4379aa 2024-11-10T09:20:56,906 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(3091): Received CLOSE for 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:56,906 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,42091,1731230435408 2024-11-10T09:20:56,906 INFO [RS:0;802346a334f5:42091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:56,906 INFO [RS:0;802346a334f5:42091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:42091. 2024-11-10T09:20:56,906 DEBUG [RS:0;802346a334f5:42091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:56,906 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6356b3e373b1a6b0a8e07d49fd4379aa, disabling compactions & flushes 2024-11-10T09:20:56,906 DEBUG [RS:0;802346a334f5:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:56,906 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:56,906 INFO [RS:0;802346a334f5:42091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:20:56,906 INFO [RS:0;802346a334f5:42091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:20:56,906 INFO [RS:0;802346a334f5:42091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:20:56,906 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:56,906 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:20:56,906 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. after waiting 0 ms 2024-11-10T09:20:56,906 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:56,906 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:20:56,906 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1325): Online Regions={6356b3e373b1a6b0a8e07d49fd4379aa=test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa., 1588230740=hbase:meta,,1.1588230740, 74f28e7cc007a4e564010be38969dffa=hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa.} 2024-11-10T09:20:56,906 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6356b3e373b1a6b0a8e07d49fd4379aa, 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:56,906 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:20:56,906 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:20:56,906 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:20:56,906 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:20:56,906 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:20:56,906 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:20:56,910 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/default/test/6356b3e373b1a6b0a8e07d49fd4379aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:20:56,911 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:56,911 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:20:56,911 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:56,911 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6356b3e373b1a6b0a8e07d49fd4379aa: Waiting for close lock at 1731230456906Running coprocessor pre-close hooks at 1731230456906Disabling compacts and flushes for region at 1731230456906Disabling writes for close at 1731230456906Writing region close event to WAL at 1731230456908 (+2 ms)Running coprocessor post-close hooks at 1731230456911 (+3 ms)Closed at 1731230456911 2024-11-10T09:20:56,911 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa. 2024-11-10T09:20:56,911 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74f28e7cc007a4e564010be38969dffa, disabling compactions & flushes 2024-11-10T09:20:56,911 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:56,911 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:56,911 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. after waiting 0 ms 2024-11-10T09:20:56,911 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:56,911 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 74f28e7cc007a4e564010be38969dffa 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-10T09:20:56,922 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/info/fa80bfcc27d2426c8b693850b7934632 is 147, key is hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa./info:regioninfo/1731230448707/Put/seqid=0 2024-11-10T09:20:56,930 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/.tmp/hfileref/d4b8ca94c2c34bd7b15232adae33f294 is 74, key is 1/hfileref:0a07559c5ae24610a16b9d482a5279af_SeqId_4_/1731230451797/DeleteColumn/seqid=0 2024-11-10T09:20:56,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741846_1022 (size=7686) 2024-11-10T09:20:56,932 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/info/fa80bfcc27d2426c8b693850b7934632 2024-11-10T09:20:56,932 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T09:20:56,933 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 802346a334f5:32857 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 802346a334f5/172.17.0.3:32857 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:20:56,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 802346a334f5:32857 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 802346a334f5/172.17.0.3:32857 2024-11-10T09:20:56,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741847_1023 (size=5345) 2024-11-10T09:20:56,942 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/.tmp/hfileref/d4b8ca94c2c34bd7b15232adae33f294 2024-11-10T09:20:56,958 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/ns/515138d7fa344fc7a91877084a81af9a is 43, key is default/ns:d/1731230438746/Put/seqid=0 2024-11-10T09:20:56,962 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/.tmp/queue/bec8e67448324b9e82118687424358dd is 153, key is 1-802346a334f5,42091,1731230435408/queue:802346a334f5%2C42091%2C1731230435408/1731230451800/Put/seqid=0 2024-11-10T09:20:56,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741848_1024 (size=5153) 2024-11-10T09:20:56,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741849_1025 (size=5352) 2024-11-10T09:20:56,998 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:57,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:57,044 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 802346a334f5:32857 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 802346a334f5/172.17.0.3:32857 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:20:57,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=802346a334f5:32857 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 802346a334f5/172.17.0.3:32857 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-10T09:20:57,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 802346a334f5:32857 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 802346a334f5/172.17.0.3:32857 2024-11-10T09:20:57,106 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:57,253 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:57,253 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 802346a334f5:32857 this server is in the failed servers list 2024-11-10T09:20:57,254 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 802346a334f5:32857 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:20:57,307 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74f28e7cc007a4e564010be38969dffa 2024-11-10T09:20:57,369 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/ns/515138d7fa344fc7a91877084a81af9a 2024-11-10T09:20:57,369 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/.tmp/queue/bec8e67448324b9e82118687424358dd 2024-11-10T09:20:57,374 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/.tmp/hfileref/d4b8ca94c2c34bd7b15232adae33f294 as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/hfileref/d4b8ca94c2c34bd7b15232adae33f294 2024-11-10T09:20:57,379 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/hfileref/d4b8ca94c2c34bd7b15232adae33f294, entries=4, sequenceid=10, filesize=5.2 K 2024-11-10T09:20:57,380 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/.tmp/queue/bec8e67448324b9e82118687424358dd as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/queue/bec8e67448324b9e82118687424358dd 2024-11-10T09:20:57,385 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/queue/bec8e67448324b9e82118687424358dd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T09:20:57,386 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 74f28e7cc007a4e564010be38969dffa in 475ms, sequenceid=10, compaction requested=false 2024-11-10T09:20:57,389 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/rep_barrier/f373ec1185b54b8c8a1414c0bd32fafe is 112, key is test,,1731230444075.6356b3e373b1a6b0a8e07d49fd4379aa./rep_barrier:seqnumDuringOpen/1731230444890/Put/seqid=0 2024-11-10T09:20:57,393 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/replication/74f28e7cc007a4e564010be38969dffa/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T09:20:57,393 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:57,393 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:57,393 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:57,393 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74f28e7cc007a4e564010be38969dffa: Waiting for close lock at 1731230456911Running coprocessor pre-close hooks at 1731230456911Disabling compacts and flushes for region at 1731230456911Disabling writes for close at 1731230456911Obtaining lock to block concurrent updates at 1731230456911Preparing flush snapshotting stores in 74f28e7cc007a4e564010be38969dffa at 1731230456911Finished memstore snapshotting hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731230456911Flushing stores of hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. at 1731230456912 (+1 ms)Flushing 74f28e7cc007a4e564010be38969dffa/hfileref: creating writer at 1731230456912Flushing 74f28e7cc007a4e564010be38969dffa/hfileref: appending metadata at 1731230456930 (+18 ms)Flushing 74f28e7cc007a4e564010be38969dffa/hfileref: closing flushed file at 1731230456930Flushing 74f28e7cc007a4e564010be38969dffa/queue: creating writer at 1731230456947 (+17 ms)Flushing 74f28e7cc007a4e564010be38969dffa/queue: appending metadata at 1731230456962 (+15 ms)Flushing 74f28e7cc007a4e564010be38969dffa/queue: closing flushed file at 1731230456962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e97cc5f: reopening flushed file at 1731230457373 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c64e09c: reopening flushed file at 1731230457379 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 74f28e7cc007a4e564010be38969dffa in 475ms, sequenceid=10, compaction requested=false at 1731230457386 (+7 ms)Writing region close event to WAL at 1731230457388 (+2 ms)Running coprocessor post-close hooks at 1731230457393 (+5 ms)Closed at 1731230457393 2024-11-10T09:20:57,394 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230447408.74f28e7cc007a4e564010be38969dffa. 2024-11-10T09:20:57,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741850_1026 (size=5518) 2024-11-10T09:20:57,507 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:57,529 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 1033, reset compression=false 2024-11-10T09:20:57,534 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:20:57,534 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 1328, reset compression=false 2024-11-10T09:20:57,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:57,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 802346a334f5:32857 this server is in the failed servers list 2024-11-10T09:20:57,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 802346a334f5:32857 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:20:57,618 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:20:57,618 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:20:57,707 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:57,738 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 1328, reset compression=false 2024-11-10T09:20:57,798 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/rep_barrier/f373ec1185b54b8c8a1414c0bd32fafe 2024-11-10T09:20:57,822 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/table/594efffcd0e246b0ab73fbe4dc4a8848 is 53, key is hbase:replication/table:state/1731230448723/Put/seqid=0 2024-11-10T09:20:57,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741851_1027 (size=5308) 2024-11-10T09:20:57,907 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:20:57,907 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:20:57,907 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:58,042 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.wal-reader.802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/WALs/802346a334f5,42091,1731230435408/802346a334f5%2C42091%2C1731230435408.1731230437736 to pos 1328, reset compression=false 2024-11-10T09:20:58,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:58,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 802346a334f5:32857 this server is in the failed servers list 2024-11-10T09:20:58,074 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 802346a334f5:32857 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:20:58,108 DEBUG [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:20:58,234 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/table/594efffcd0e246b0ab73fbe4dc4a8848 2024-11-10T09:20:58,239 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/info/fa80bfcc27d2426c8b693850b7934632 as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/info/fa80bfcc27d2426c8b693850b7934632 2024-11-10T09:20:58,243 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/info/fa80bfcc27d2426c8b693850b7934632, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:20:58,244 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/ns/515138d7fa344fc7a91877084a81af9a as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/ns/515138d7fa344fc7a91877084a81af9a 2024-11-10T09:20:58,248 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/ns/515138d7fa344fc7a91877084a81af9a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:20:58,249 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/rep_barrier/f373ec1185b54b8c8a1414c0bd32fafe as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/rep_barrier/f373ec1185b54b8c8a1414c0bd32fafe 2024-11-10T09:20:58,253 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/rep_barrier/f373ec1185b54b8c8a1414c0bd32fafe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:20:58,254 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/.tmp/table/594efffcd0e246b0ab73fbe4dc4a8848 as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/table/594efffcd0e246b0ab73fbe4dc4a8848 2024-11-10T09:20:58,258 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/table/594efffcd0e246b0ab73fbe4dc4a8848, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:20:58,258 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=16, compaction requested=false 2024-11-10T09:20:58,258 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:20:58,262 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:20:58,263 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:20:58,263 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:20:58,263 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:58,263 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230456906Running coprocessor pre-close hooks at 1731230456906Disabling compacts and flushes for region at 1731230456906Disabling writes for close at 1731230456906Obtaining lock to block concurrent updates at 1731230456906Preparing flush snapshotting stores in 1588230740 at 1731230456906Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230456907 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731230456907Flushing 1588230740/info: creating writer at 1731230456907Flushing 1588230740/info: appending metadata at 1731230456921 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731230456921Flushing 1588230740/ns: creating writer at 1731230456939 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731230456958 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731230456958Flushing 1588230740/rep_barrier: creating writer at 1731230457373 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230457388 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230457388Flushing 1588230740/table: creating writer at 1731230457804 (+416 ms)Flushing 1588230740/table: appending metadata at 1731230457821 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731230457821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3227e68e: reopening flushed file at 1731230458238 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a697278: reopening flushed file at 1731230458243 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193176b8: reopening flushed file at 1731230458248 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239197ed: reopening flushed file at 1731230458253 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=16, compaction requested=false at 1731230458258 (+5 ms)Writing region close event to WAL at 1731230458260 (+2 ms)Running coprocessor post-close hooks at 1731230458263 (+3 ms)Closed at 1731230458263 2024-11-10T09:20:58,263 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:20:58,308 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,42091,1731230435408; all regions closed. 2024-11-10T09:20:58,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:20:58,323 DEBUG [RS:0;802346a334f5:42091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/oldWALs 2024-11-10T09:20:58,323 INFO [RS:0;802346a334f5:42091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C42091%2C1731230435408.meta:.meta(num 1731230438653) 2024-11-10T09:20:58,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741839_1015 (size=2695) 2024-11-10T09:20:58,341 DEBUG [RS:0;802346a334f5:42091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/oldWALs 2024-11-10T09:20:58,342 INFO [RS:0;802346a334f5:42091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C42091%2C1731230435408.rep:(num 1731230448581) 2024-11-10T09:20:58,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741832_1008 (size=1336) 2024-11-10T09:20:58,354 DEBUG [RS:0;802346a334f5:42091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/oldWALs 2024-11-10T09:20:58,354 INFO [RS:0;802346a334f5:42091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C42091%2C1731230435408:(num 1731230437736) 2024-11-10T09:20:58,354 DEBUG [RS:0;802346a334f5:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:58,354 INFO [RS:0;802346a334f5:42091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:20:58,354 INFO [RS:0;802346a334f5:42091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:58,354 INFO [RS:0;802346a334f5:42091 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:58,354 INFO [RS:0;802346a334f5:42091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:58,354 INFO [RS:0;802346a334f5:42091 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,42091,1731230435408 because: Region server is closing 2024-11-10T09:20:58,355 INFO [RS:0;802346a334f5:42091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:42091. 2024-11-10T09:20:58,355 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:20:58,355 DEBUG [RS:0;802346a334f5:42091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:58,355 DEBUG [RS:0;802346a334f5:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:58,355 DEBUG [RS:0;802346a334f5:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:58,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:58,456 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-10T09:20:58,456 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T09:20:58,456 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T09:20:58,957 INFO [RS:0;802346a334f5:42091 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,42091,1731230435408.replicationSource.shipper802346a334f5%2C42091%2C1731230435408,1-802346a334f5,42091,1731230435408 terminated 2024-11-10T09:20:58,957 INFO [RS:0;802346a334f5:42091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:42091. 2024-11-10T09:20:58,957 DEBUG [RS:0;802346a334f5:42091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:20:58,957 DEBUG [RS:0;802346a334f5:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:58,957 DEBUG [RS:0;802346a334f5:42091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:20:58,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:20:58,957 INFO [RS:0;802346a334f5:42091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42091 2024-11-10T09:20:59,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:20:59,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:20:59,087 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:20:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01497105078/rs/802346a334f5,42091,1731230435408 2024-11-10T09:20:59,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078/rs 2024-11-10T09:20:59,092 INFO [RS:0;802346a334f5:42091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:20:59,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,42091,1731230435408] 2024-11-10T09:20:59,275 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01497105078/draining/802346a334f5,42091,1731230435408 already deleted, retry=false 2024-11-10T09:20:59,275 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,42091,1731230435408 expired; onlineServers=0 2024-11-10T09:20:59,275 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,37183,1731230435213' ***** 2024-11-10T09:20:59,275 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:20:59,275 INFO [M:0;802346a334f5:37183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:20:59,275 INFO [M:0;802346a334f5:37183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:20:59,275 DEBUG [M:0;802346a334f5:37183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:20:59,275 DEBUG [M:0;802346a334f5:37183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:20:59,275 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:20:59,276 INFO [M:0;802346a334f5:37183 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:20:59,276 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230437447 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230437447,5,FailOnTimeoutGroup] 2024-11-10T09:20:59,276 INFO [M:0;802346a334f5:37183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:20:59,276 DEBUG [M:0;802346a334f5:37183 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:20:59,276 INFO [M:0;802346a334f5:37183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:20:59,276 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230437447 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230437447,5,FailOnTimeoutGroup] 2024-11-10T09:20:59,276 INFO [M:0;802346a334f5:37183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:20:59,276 INFO [M:0;802346a334f5:37183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:20:59,277 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:20:59,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:59,313 INFO [RS:0;802346a334f5:42091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:20:59,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42091-0x101240bfb410001, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:20:59,313 INFO [RS:0;802346a334f5:42091 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,42091,1731230435408; zookeeper connection closed. 2024-11-10T09:20:59,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@224a9583 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@224a9583 2024-11-10T09:20:59,313 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:20:59,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01497105078/master 2024-11-10T09:20:59,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01497105078 2024-11-10T09:20:59,382 DEBUG [M:0;802346a334f5:37183 {}] zookeeper.RecoverableZooKeeper(212): Node /01497105078/master already deleted, retry=false 2024-11-10T09:20:59,383 DEBUG [M:0;802346a334f5:37183 {}] master.ActiveMasterManager(353): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Failed delete of our master address node; KeeperErrorCode = NoNode for /01497105078/master 2024-11-10T09:20:59,383 INFO [M:0;802346a334f5:37183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/.lastflushedseqids 2024-11-10T09:20:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741852_1028 (size=263) 2024-11-10T09:20:59,827 INFO [M:0;802346a334f5:37183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:20:59,828 INFO [M:0;802346a334f5:37183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:20:59,828 DEBUG [M:0;802346a334f5:37183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:20:59,828 INFO [M:0;802346a334f5:37183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:59,828 DEBUG [M:0;802346a334f5:37183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:59,828 DEBUG [M:0;802346a334f5:37183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:20:59,828 DEBUG [M:0;802346a334f5:37183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:20:59,828 INFO [M:0;802346a334f5:37183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T09:20:59,846 DEBUG [M:0;802346a334f5:37183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/786f4a88bbf44f8eb25c7c5071c64fa1 is 82, key is hbase:meta,,1/info:regioninfo/1731230438683/Put/seqid=0 2024-11-10T09:20:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741853_1029 (size=5672) 2024-11-10T09:21:00,265 INFO [M:0;802346a334f5:37183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/786f4a88bbf44f8eb25c7c5071c64fa1 2024-11-10T09:21:00,324 DEBUG [M:0;802346a334f5:37183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6fe1fd1c0447d9928c00ec886267b9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731230448735/Put/seqid=0 2024-11-10T09:21:00,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741854_1030 (size=8516) 2024-11-10T09:21:00,760 INFO [M:0;802346a334f5:37183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6fe1fd1c0447d9928c00ec886267b9 2024-11-10T09:21:00,812 DEBUG [M:0;802346a334f5:37183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/706aabe561434fa9a9c579df795ace9c is 69, key is 802346a334f5,42091,1731230435408/rs:state/1731230437589/Put/seqid=0 2024-11-10T09:21:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741855_1031 (size=5156) 2024-11-10T09:21:00,857 INFO [M:0;802346a334f5:37183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/706aabe561434fa9a9c579df795ace9c 2024-11-10T09:21:00,865 DEBUG [M:0;802346a334f5:37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/786f4a88bbf44f8eb25c7c5071c64fa1 as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/786f4a88bbf44f8eb25c7c5071c64fa1 2024-11-10T09:21:00,871 INFO [M:0;802346a334f5:37183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/786f4a88bbf44f8eb25c7c5071c64fa1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T09:21:00,872 DEBUG [M:0;802346a334f5:37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6fe1fd1c0447d9928c00ec886267b9 as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc6fe1fd1c0447d9928c00ec886267b9 2024-11-10T09:21:00,878 INFO [M:0;802346a334f5:37183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc6fe1fd1c0447d9928c00ec886267b9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T09:21:00,880 DEBUG [M:0;802346a334f5:37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/706aabe561434fa9a9c579df795ace9c as hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/706aabe561434fa9a9c579df795ace9c 2024-11-10T09:21:00,886 INFO [M:0;802346a334f5:37183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38443/user/jenkins/test-data/090cfbc0-a601-5c2f-181c-f7bc25cf27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/706aabe561434fa9a9c579df795ace9c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T09:21:00,887 INFO [M:0;802346a334f5:37183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1059ms, sequenceid=97, compaction requested=false 2024-11-10T09:21:00,895 INFO [M:0;802346a334f5:37183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:00,895 DEBUG [M:0;802346a334f5:37183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230459828Disabling compacts and flushes for region at 1731230459828Disabling writes for close at 1731230459828Obtaining lock to block concurrent updates at 1731230459828Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230459828Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731230459828Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230459829 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230459829Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230459846 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230459846Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230460273 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230460324 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230460324Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230460781 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230460811 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230460811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251b06c7: reopening flushed file at 1731230460864 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e44d7b9: reopening flushed file at 1731230460871 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc2c335: reopening flushed file at 1731230460878 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1059ms, sequenceid=97, compaction requested=false at 1731230460887 (+9 ms)Writing region close event to WAL at 1731230460895 (+8 ms)Closed at 1731230460895 2024-11-10T09:21:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741830_1006 (size=63654) 2024-11-10T09:21:00,912 INFO [M:0;802346a334f5:37183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:21:00,912 INFO [M:0;802346a334f5:37183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37183 2024-11-10T09:21:00,913 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:21:00,913 INFO [M:0;802346a334f5:37183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:21:00,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:21:01,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:01,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:01,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:01,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:01,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:01,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:01,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:21:01,025 INFO [M:0;802346a334f5:37183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:21:01,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x101240bfb410000, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:21:01,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:01,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:01,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:01,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:01,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:01,114 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:01,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78e3642{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:21:01,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a37642c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:21:01,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:21:01,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b816d00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:21:01,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@702d0e1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/hadoop.log.dir/,STOPPED} 2024-11-10T09:21:01,137 WARN [BP-678247052-172.17.0.3-1731230433208 heartbeating to localhost/127.0.0.1:38443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:21:01,137 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:21:01,137 WARN [BP-678247052-172.17.0.3-1731230433208 heartbeating to localhost/127.0.0.1:38443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-678247052-172.17.0.3-1731230433208 (Datanode Uuid fae2ba3d-95b5-4f2f-8f9b-bb9a02d54a1f) service to localhost/127.0.0.1:38443 2024-11-10T09:21:01,137 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:21:01,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/cluster_652783ac-ff71-0980-e57b-0b179f133a6b/data/data1/current/BP-678247052-172.17.0.3-1731230433208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:21:01,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/cluster_652783ac-ff71-0980-e57b-0b179f133a6b/data/data2/current/BP-678247052-172.17.0.3-1731230433208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:21:01,138 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:21:01,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@701ac8c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:21:01,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45976c97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:21:01,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:21:01,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c077745{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:21:01,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ef08e8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aeb6dc9-465e-968d-620e-495393893fb8/hadoop.log.dir/,STOPPED} 2024-11-10T09:21:01,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:21:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:21:01,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 202) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45645 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45645 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38443 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38443 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38443 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56199) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45645 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56199) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 404) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1750 (was 1134) - AvailableMemoryMB LEAK? - 2024-11-10T09:21:01,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=1750 2024-11-10T09:21:01,208 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-10T09:21:01,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/hadoop.log.dir so I do NOT create it in target/test-data/1c20f499-9658-0f20-ec21-79912029df8c 2024-11-10T09:21:01,209 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:21:01,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/hadoop.tmp.dir so I do NOT create it in target/test-data/1c20f499-9658-0f20-ec21-79912029df8c 2024-11-10T09:21:01,209 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9603182b-9371-c5e1-f475-f290b325b2e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:21:01,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c 2024-11-10T09:21:01,209 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/cluster_afdb3aa9-cf23-262a-da20-2a06c45c3f81, deleteOnExit=true 2024-11-10T09:21:01,212 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/cluster_afdb3aa9-cf23-262a-da20-2a06c45c3f81/zookeeper_0, clientPort=50091, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/cluster_afdb3aa9-cf23-262a-da20-2a06c45c3f81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/cluster_afdb3aa9-cf23-262a-da20-2a06c45c3f81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:21:01,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50091 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/test.cache.data in system properties and HBase conf 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:21:01,213 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:21:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:21:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:21:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:21:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:21:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:21:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:21:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:21:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:21:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:21:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:21:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:21:01,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101240bfb410002, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:21:01,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101240bfb410005, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:21:01,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101240bfb410002, quorum=127.0.0.1:56199, baseZNode=/01497105078 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:21:01,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101240bfb410005, quorum=127.0.0.1:56199, baseZNode=/1-1436547982 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:21:01,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:01,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:21:01,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:21:01,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:21:01,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:21:01,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:01,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c69237f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:21:01,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6709036c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:21:01,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67e33a45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/java.io.tmpdir/jetty-localhost-33769-hadoop-hdfs-3_4_1-tests_jar-_-any-5587843656424497588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:21:01,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1564ee37{HTTP/1.1, (http/1.1)}{localhost:33769} 2024-11-10T09:21:01,844 INFO [Time-limited test {}] server.Server(415): Started @195552ms 2024-11-10T09:21:02,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:02,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:21:02,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:21:02,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:21:02,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:21:02,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@175f77a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:21:02,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a03fc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:21:02,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bb5748{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/java.io.tmpdir/jetty-localhost-46163-hadoop-hdfs-3_4_1-tests_jar-_-any-17183552717955857829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:21:02,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39cdce85{HTTP/1.1, (http/1.1)}{localhost:46163} 2024-11-10T09:21:02,315 INFO [Time-limited test {}] server.Server(415): Started @196023ms 2024-11-10T09:21:02,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:21:03,305 WARN [Thread-2171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/cluster_afdb3aa9-cf23-262a-da20-2a06c45c3f81/data/data1/current/BP-1049461734-172.17.0.3-1731230461235/current, will proceed with Du for space computation calculation, 2024-11-10T09:21:03,317 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/cluster_afdb3aa9-cf23-262a-da20-2a06c45c3f81/data/data2/current/BP-1049461734-172.17.0.3-1731230461235/current, will proceed with Du for space computation calculation, 2024-11-10T09:21:03,387 WARN [Thread-2159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:21:03,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac7b7dec4ea7b276 with lease ID 0x73d2a63f2f119aba: Processing first storage report for DS-7ee97fd6-29a3-4289-a4dd-9abafea31482 from datanode DatanodeRegistration(127.0.0.1:42329, datanodeUuid=2979d03d-4948-472e-8793-41fbe2f9696b, infoPort=44859, infoSecurePort=0, ipcPort=38181, storageInfo=lv=-57;cid=testClusterID;nsid=573294833;c=1731230461235) 2024-11-10T09:21:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac7b7dec4ea7b276 with lease ID 0x73d2a63f2f119aba: from storage DS-7ee97fd6-29a3-4289-a4dd-9abafea31482 node DatanodeRegistration(127.0.0.1:42329, datanodeUuid=2979d03d-4948-472e-8793-41fbe2f9696b, infoPort=44859, infoSecurePort=0, ipcPort=38181, storageInfo=lv=-57;cid=testClusterID;nsid=573294833;c=1731230461235), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:21:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac7b7dec4ea7b276 with lease ID 0x73d2a63f2f119aba: Processing first storage report for DS-398bd68f-9381-4dcd-94da-607536d96457 from datanode DatanodeRegistration(127.0.0.1:42329, datanodeUuid=2979d03d-4948-472e-8793-41fbe2f9696b, infoPort=44859, infoSecurePort=0, ipcPort=38181, storageInfo=lv=-57;cid=testClusterID;nsid=573294833;c=1731230461235) 2024-11-10T09:21:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac7b7dec4ea7b276 with lease ID 0x73d2a63f2f119aba: from storage DS-398bd68f-9381-4dcd-94da-607536d96457 node DatanodeRegistration(127.0.0.1:42329, datanodeUuid=2979d03d-4948-472e-8793-41fbe2f9696b, infoPort=44859, infoSecurePort=0, ipcPort=38181, storageInfo=lv=-57;cid=testClusterID;nsid=573294833;c=1731230461235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:21:03,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c 2024-11-10T09:21:03,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:03,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:03,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:21:03,962 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60 with version=8 2024-11-10T09:21:03,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/hbase-staging 2024-11-10T09:21:03,964 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:21:03,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:03,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:03,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:21:03,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:03,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:21:03,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:21:03,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:21:03,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45741 2024-11-10T09:21:03,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45741 connecting to ZooKeeper ensemble=127.0.0.1:50091 2024-11-10T09:21:04,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457410x0, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:04,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45741-0x101240c68c60000 connected 2024-11-10T09:21:04,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:04,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:04,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Set watcher on znode that does not yet exist, /0-1966607077/running 2024-11-10T09:21:04,261 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60, hbase.cluster.distributed=false 2024-11-10T09:21:04,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Set watcher on znode that does not yet exist, /0-1966607077/acl 2024-11-10T09:21:04,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-10T09:21:04,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45741 2024-11-10T09:21:04,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45741 2024-11-10T09:21:04,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-10T09:21:04,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-10T09:21:04,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:21:04,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:04,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:04,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:21:04,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:04,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:21:04,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:21:04,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:21:04,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45631 2024-11-10T09:21:04,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45631 connecting to ZooKeeper ensemble=127.0.0.1:50091 2024-11-10T09:21:04,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:04,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:04,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456310x0, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Set watcher on znode that does not yet exist, /0-1966607077/running 2024-11-10T09:21:04,459 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:21:04,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456310x0, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:04,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45631-0x101240c68c60001 connected 2024-11-10T09:21:04,504 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:21:04,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Set watcher on znode that does not yet exist, /0-1966607077/master 2024-11-10T09:21:04,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Set watcher on znode that does not yet exist, /0-1966607077/acl 2024-11-10T09:21:04,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45631 2024-11-10T09:21:04,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45631 2024-11-10T09:21:04,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45631 2024-11-10T09:21:04,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45631 2024-11-10T09:21:04,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45631 2024-11-10T09:21:04,591 DEBUG [M:0;802346a334f5:45741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:45741 2024-11-10T09:21:04,601 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1966607077/backup-masters/802346a334f5,45741,1731230463964 2024-11-10T09:21:04,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077/backup-masters 2024-11-10T09:21:04,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077/backup-masters 2024-11-10T09:21:04,610 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Set watcher on existing znode=/0-1966607077/backup-masters/802346a334f5,45741,1731230463964 2024-11-10T09:21:04,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1966607077/master 2024-11-10T09:21:04,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:04,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:04,621 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Set watcher on existing znode=/0-1966607077/master 2024-11-10T09:21:04,621 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1966607077/backup-masters/802346a334f5,45741,1731230463964 from backup master directory 2024-11-10T09:21:04,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966607077/backup-masters/802346a334f5,45741,1731230463964 2024-11-10T09:21:04,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077/backup-masters 2024-11-10T09:21:04,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077/backup-masters 2024-11-10T09:21:04,630 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:21:04,630 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,45741,1731230463964 2024-11-10T09:21:04,637 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/hbase.id] with ID: 40ccdc3c-cf13-4521-ba73-7bbce9093c4a 2024-11-10T09:21:04,637 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/.tmp/hbase.id 2024-11-10T09:21:04,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:21:05,057 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/.tmp/hbase.id]:[hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/hbase.id] 2024-11-10T09:21:05,077 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:05,077 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:21:05,078 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:21:05,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:05,134 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:05,135 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:05,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:05,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:05,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:21:05,204 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:05,205 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:21:05,216 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:05,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:21:05,691 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store 2024-11-10T09:21:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:21:06,117 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:06,117 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:21:06,117 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:06,117 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:06,117 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:21:06,117 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:06,117 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:06,117 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230466117Disabling compacts and flushes for region at 1731230466117Disabling writes for close at 1731230466117Writing region close event to WAL at 1731230466117Closed at 1731230466117 2024-11-10T09:21:06,121 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/.initializing 2024-11-10T09:21:06,121 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/WALs/802346a334f5,45741,1731230463964 2024-11-10T09:21:06,123 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:21:06,125 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C45741%2C1731230463964, suffix=, logDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/WALs/802346a334f5,45741,1731230463964, archiveDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/oldWALs, maxLogs=10 2024-11-10T09:21:06,144 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/WALs/802346a334f5,45741,1731230463964/802346a334f5%2C45741%2C1731230463964.1731230466125, exclude list is [], retry=0 2024-11-10T09:21:06,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-7ee97fd6-29a3-4289-a4dd-9abafea31482,DISK] 2024-11-10T09:21:06,184 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/WALs/802346a334f5,45741,1731230463964/802346a334f5%2C45741%2C1731230463964.1731230466125 2024-11-10T09:21:06,186 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44859:44859)] 2024-11-10T09:21:06,187 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:06,187 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:06,187 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,187 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:21:06,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:06,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:06,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:21:06,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:06,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:06,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:21:06,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:06,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:06,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:21:06,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:06,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:06,205 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,206 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,206 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,210 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,210 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,211 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:06,213 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:06,220 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:06,221 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64215998, jitterRate=-0.043107062578201294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:06,222 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230466187Initializing all the Stores at 1731230466190 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230466190Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230466190Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230466190Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230466190Cleaning up temporary data from old regions at 1731230466210 (+20 ms)Region opened successfully at 1731230466222 (+12 ms) 2024-11-10T09:21:06,226 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:21:06,229 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6801f625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:21:06,230 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:21:06,230 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:21:06,230 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:21:06,230 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:21:06,231 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:21:06,231 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:21:06,231 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:21:06,234 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:21:06,235 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Unable to get data of znode /0-1966607077/balancer because node does not exist (not necessarily an error) 2024-11-10T09:21:06,262 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966607077/balancer already deleted, retry=false 2024-11-10T09:21:06,263 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:21:06,263 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Unable to get data of znode /0-1966607077/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:21:06,272 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966607077/normalizer already deleted, retry=false 2024-11-10T09:21:06,273 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:21:06,274 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Unable to get data of znode /0-1966607077/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:21:06,284 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966607077/switch/split already deleted, retry=false 2024-11-10T09:21:06,286 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Unable to get data of znode /0-1966607077/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:21:06,293 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966607077/switch/merge already deleted, retry=false 2024-11-10T09:21:06,295 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Unable to get data of znode /0-1966607077/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:21:06,304 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966607077/snapshot-cleanup already deleted, retry=false 2024-11-10T09:21:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1966607077/running 2024-11-10T09:21:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1966607077/running 2024-11-10T09:21:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:06,315 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,45741,1731230463964, sessionid=0x101240c68c60000, setting cluster-up flag (Was=false) 2024-11-10T09:21:06,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:06,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:06,379 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1966607077/flush-table-proc/acquired, /0-1966607077/flush-table-proc/reached, /0-1966607077/flush-table-proc/abort 2024-11-10T09:21:06,380 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,45741,1731230463964 2024-11-10T09:21:06,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:06,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:06,436 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1966607077/online-snapshot/acquired, /0-1966607077/online-snapshot/reached, /0-1966607077/online-snapshot/abort 2024-11-10T09:21:06,445 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,45741,1731230463964 2024-11-10T09:21:06,456 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:21:06,473 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:06,474 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:21:06,474 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:21:06,474 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,45741,1731230463964 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:21:06,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:06,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:06,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:06,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:06,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:21:06,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:21:06,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:06,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:21:06,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:06,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:21:06,501 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(746): ClusterId : 40ccdc3c-cf13-4521-ba73-7bbce9093c4a 2024-11-10T09:21:06,501 DEBUG [RS:0;802346a334f5:45631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:21:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:21:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:21:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:21:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T09:21:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:21:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:21:06,539 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230496538 2024-11-10T09:21:06,539 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:21:06,539 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:21:06,539 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:21:06,539 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:21:06,539 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:21:06,539 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:21:06,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:21:06,540 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:21:06,540 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:21:06,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60 2024-11-10T09:21:06,540 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:21:06,540 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:21:06,540 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:21:06,544 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:21:06,544 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:21:06,548 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230466544,5,FailOnTimeoutGroup] 2024-11-10T09:21:06,549 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230466548,5,FailOnTimeoutGroup] 2024-11-10T09:21:06,549 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,549 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:21:06,549 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,549 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:21:06,577 DEBUG [RS:0;802346a334f5:45631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:21:06,577 DEBUG [RS:0;802346a334f5:45631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:21:06,606 DEBUG [RS:0;802346a334f5:45631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:21:06,606 DEBUG [RS:0;802346a334f5:45631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3317922f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:21:06,619 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:45631 2024-11-10T09:21:06,619 INFO [RS:0;802346a334f5:45631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:21:06,619 INFO [RS:0;802346a334f5:45631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:21:06,619 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:21:06,620 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,45741,1731230463964 with port=45631, startcode=1731230464386 2024-11-10T09:21:06,620 DEBUG [RS:0;802346a334f5:45631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:21:06,622 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:21:06,622 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,45631,1731230464386 2024-11-10T09:21:06,622 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45741 {}] master.ServerManager(517): Registering regionserver=802346a334f5,45631,1731230464386 2024-11-10T09:21:06,624 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60 2024-11-10T09:21:06,624 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43313 2024-11-10T09:21:06,624 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:21:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077/rs 2024-11-10T09:21:06,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,45631,1731230464386] 2024-11-10T09:21:06,638 DEBUG [RS:0;802346a334f5:45631 {}] zookeeper.ZKUtil(111): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Set watcher on existing znode=/0-1966607077/rs/802346a334f5,45631,1731230464386 2024-11-10T09:21:06,638 WARN [RS:0;802346a334f5:45631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:21:06,638 INFO [RS:0;802346a334f5:45631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:06,638 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386 2024-11-10T09:21:06,641 INFO [RS:0;802346a334f5:45631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:21:06,644 INFO [RS:0;802346a334f5:45631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:21:06,648 INFO [RS:0;802346a334f5:45631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:21:06,648 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,652 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:21:06,658 INFO [RS:0;802346a334f5:45631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:21:06,658 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:21:06,658 DEBUG [RS:0;802346a334f5:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:21:06,684 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,684 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,684 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,684 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,684 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,684 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,45631,1731230464386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:21:06,728 INFO [RS:0;802346a334f5:45631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:21:06,728 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,45631,1731230464386-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,728 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,728 INFO [RS:0;802346a334f5:45631 {}] regionserver.Replication(171): 802346a334f5,45631,1731230464386 started 2024-11-10T09:21:06,748 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:06,748 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,45631,1731230464386, RpcServer on 802346a334f5/172.17.0.3:45631, sessionid=0x101240c68c60001 2024-11-10T09:21:06,748 DEBUG [RS:0;802346a334f5:45631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:21:06,748 DEBUG [RS:0;802346a334f5:45631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,45631,1731230464386 2024-11-10T09:21:06,748 DEBUG [RS:0;802346a334f5:45631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,45631,1731230464386' 2024-11-10T09:21:06,748 DEBUG [RS:0;802346a334f5:45631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1966607077/flush-table-proc/abort' 2024-11-10T09:21:06,748 DEBUG [RS:0;802346a334f5:45631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1966607077/flush-table-proc/acquired' 2024-11-10T09:21:06,749 DEBUG [RS:0;802346a334f5:45631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:21:06,749 DEBUG [RS:0;802346a334f5:45631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:21:06,749 DEBUG [RS:0;802346a334f5:45631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,45631,1731230464386 2024-11-10T09:21:06,749 DEBUG [RS:0;802346a334f5:45631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,45631,1731230464386' 2024-11-10T09:21:06,749 DEBUG [RS:0;802346a334f5:45631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1966607077/online-snapshot/abort' 2024-11-10T09:21:06,749 DEBUG [RS:0;802346a334f5:45631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1966607077/online-snapshot/acquired' 2024-11-10T09:21:06,750 DEBUG [RS:0;802346a334f5:45631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:21:06,750 INFO [RS:0;802346a334f5:45631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:21:06,750 INFO [RS:0;802346a334f5:45631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:21:06,850 INFO [RS:0;802346a334f5:45631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:21:06,852 INFO [RS:0;802346a334f5:45631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C45631%2C1731230464386, suffix=, logDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386, archiveDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/oldWALs, maxLogs=10 2024-11-10T09:21:06,879 DEBUG [RS:0;802346a334f5:45631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852, exclude list is [], retry=0 2024-11-10T09:21:06,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-7ee97fd6-29a3-4289-a4dd-9abafea31482,DISK] 2024-11-10T09:21:06,884 INFO [RS:0;802346a334f5:45631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 2024-11-10T09:21:06,884 DEBUG [RS:0;802346a334f5:45631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44859:44859)] 2024-11-10T09:21:06,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:06,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:21:06,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:21:06,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:06,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:06,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:21:06,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:21:06,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:06,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:06,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:21:06,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:21:06,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:06,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:06,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:21:06,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:21:06,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:06,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:06,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:21:06,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740 2024-11-10T09:21:06,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740 2024-11-10T09:21:06,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:21:06,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:21:06,994 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:06,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:21:07,016 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:07,017 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65528185, jitterRate=-0.02355395257472992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:07,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230466961Initializing all the Stores at 1731230466962 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230466962Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230466962Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230466962Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230466962Cleaning up temporary data from old regions at 1731230466993 (+31 ms)Region opened successfully at 1731230467017 (+24 ms) 2024-11-10T09:21:07,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:21:07,018 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:21:07,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:21:07,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:21:07,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:21:07,029 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:21:07,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230467018Disabling compacts and flushes for region at 1731230467018Disabling writes for close at 1731230467018Writing region close event to WAL at 1731230467028 (+10 ms)Closed at 1731230467028 2024-11-10T09:21:07,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:07,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:21:07,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:21:07,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:21:07,040 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:21:07,191 DEBUG [802346a334f5:45741 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:21:07,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,45631,1731230464386 2024-11-10T09:21:07,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,45631,1731230464386, state=OPENING 2024-11-10T09:21:07,268 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:21:07,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:07,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:07,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966607077/meta-region-server: CHANGED 2024-11-10T09:21:07,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966607077/meta-region-server: CHANGED 2024-11-10T09:21:07,306 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:21:07,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,45631,1731230464386}] 2024-11-10T09:21:07,459 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:21:07,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:21:07,472 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:21:07,472 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:07,473 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:21:07,474 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C45631%2C1731230464386.meta, suffix=.meta, logDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386, archiveDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/oldWALs, maxLogs=10 2024-11-10T09:21:07,486 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.meta.1731230467474.meta, exclude list is [], retry=0 2024-11-10T09:21:07,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-7ee97fd6-29a3-4289-a4dd-9abafea31482,DISK] 2024-11-10T09:21:07,493 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.meta.1731230467474.meta 2024-11-10T09:21:07,493 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44859:44859)] 2024-11-10T09:21:07,493 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:07,494 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:07,494 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:21:07,494 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:21:07,494 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:21:07,494 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:21:07,494 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:07,494 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:21:07,494 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:21:07,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:21:07,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:21:07,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:07,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:07,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:21:07,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:21:07,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:07,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:07,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:21:07,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:21:07,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:07,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:07,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:21:07,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:21:07,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:07,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:07,501 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:21:07,502 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740 2024-11-10T09:21:07,503 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740 2024-11-10T09:21:07,503 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:21:07,503 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:21:07,504 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:07,505 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:21:07,505 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67887915, jitterRate=0.01160876452922821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:07,506 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:21:07,506 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230467494Writing region info on filesystem at 1731230467494Initializing all the Stores at 1731230467495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230467495Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230467496 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230467496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230467496Cleaning up temporary data from old regions at 1731230467503 (+7 ms)Running coprocessor post-open hooks at 1731230467506 (+3 ms)Region opened successfully at 1731230467506 2024-11-10T09:21:07,507 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230467458 2024-11-10T09:21:07,510 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:21:07,510 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:21:07,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,45631,1731230464386 2024-11-10T09:21:07,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,45631,1731230464386, state=OPEN 2024-11-10T09:21:07,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1966607077/meta-region-server 2024-11-10T09:21:07,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1966607077/meta-region-server 2024-11-10T09:21:07,531 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,45631,1731230464386 2024-11-10T09:21:07,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966607077/meta-region-server: CHANGED 2024-11-10T09:21:07,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966607077/meta-region-server: CHANGED 2024-11-10T09:21:07,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:21:07,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,45631,1731230464386 in 225 msec 2024-11-10T09:21:07,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:21:07,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-10T09:21:07,537 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:07,537 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:21:07,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:07,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,45631,1731230464386, seqNum=-1] 2024-11-10T09:21:07,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:07,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:07,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0720 sec 2024-11-10T09:21:07,545 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230467545, completionTime=-1 2024-11-10T09:21:07,545 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:21:07,545 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:21:07,548 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:21:07,548 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230527548 2024-11-10T09:21:07,548 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230587548 2024-11-10T09:21:07,548 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T09:21:07,548 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,45741,1731230463964-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:07,548 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,45741,1731230463964-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:07,548 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,45741,1731230463964-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:07,549 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:45741, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:07,549 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:07,549 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:07,551 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:21:07,554 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.924sec 2024-11-10T09:21:07,554 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:21:07,554 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:21:07,554 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:21:07,554 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:21:07,554 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:21:07,554 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,45741,1731230463964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:21:07,554 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,45741,1731230463964-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:21:07,556 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:21:07,556 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:21:07,556 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,45741,1731230463964-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:07,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e355257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:07,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,45741,-1 for getting cluster id 2024-11-10T09:21:07,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:07,607 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40ccdc3c-cf13-4521-ba73-7bbce9093c4a' 2024-11-10T09:21:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40ccdc3c-cf13-4521-ba73-7bbce9093c4a" 2024-11-10T09:21:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466ee488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,45741,-1] 2024-11-10T09:21:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:07,609 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:07,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a5e0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:07,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,45631,1731230464386, seqNum=-1] 2024-11-10T09:21:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:07,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:07,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,45741,1731230463964 2024-11-10T09:21:07,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50091 2024-11-10T09:21:07,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:07,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101240c68c60002 connected 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/hadoop.log.dir so I do NOT create it in target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883 2024-11-10T09:21:07,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/hadoop.tmp.dir so I do NOT create it in target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883 2024-11-10T09:21:07,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:21:07,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/cluster_0b5b7668-a7e5-756c-f689-33b250d653b3, deleteOnExit=true 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/test.cache.data in system properties and HBase conf 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:21:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:21:07,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:21:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:21:07,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:07,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:21:07,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:21:07,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:21:07,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:21:07,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:07,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35b28dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:21:07,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c2c5b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:21:08,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b29f2f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/java.io.tmpdir/jetty-localhost-36789-hadoop-hdfs-3_4_1-tests_jar-_-any-5270481953752708061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:21:08,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3992b297{HTTP/1.1, (http/1.1)}{localhost:36789} 2024-11-10T09:21:08,097 INFO [Time-limited test {}] server.Server(415): Started @201804ms 2024-11-10T09:21:08,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:08,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:21:08,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:21:08,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:21:08,374 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:21:08,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69a6dee9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:21:08,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422416e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:21:08,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f3d9b93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/java.io.tmpdir/jetty-localhost-33767-hadoop-hdfs-3_4_1-tests_jar-_-any-16568709890973672085/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:21:08,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64871940{HTTP/1.1, (http/1.1)}{localhost:33767} 2024-11-10T09:21:08,482 INFO [Time-limited test {}] server.Server(415): Started @202190ms 2024-11-10T09:21:08,483 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:21:09,172 WARN [Thread-2291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/cluster_0b5b7668-a7e5-756c-f689-33b250d653b3/data/data1/current/BP-513689235-172.17.0.3-1731230467654/current, will proceed with Du for space computation calculation, 2024-11-10T09:21:09,172 WARN [Thread-2292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/cluster_0b5b7668-a7e5-756c-f689-33b250d653b3/data/data2/current/BP-513689235-172.17.0.3-1731230467654/current, will proceed with Du for space computation calculation, 2024-11-10T09:21:09,191 WARN [Thread-2279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:21:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ba6752c8d31e2a7 with lease ID 0xa85943e6ccc09f4: Processing first storage report for DS-a4176e1b-88c2-4d01-af9d-fca1c1c5b158 from datanode DatanodeRegistration(127.0.0.1:39571, datanodeUuid=e8828838-40f0-41d2-8287-5c6ed16666a3, infoPort=40665, infoSecurePort=0, ipcPort=39137, storageInfo=lv=-57;cid=testClusterID;nsid=1223230288;c=1731230467654) 2024-11-10T09:21:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ba6752c8d31e2a7 with lease ID 0xa85943e6ccc09f4: from storage DS-a4176e1b-88c2-4d01-af9d-fca1c1c5b158 node DatanodeRegistration(127.0.0.1:39571, datanodeUuid=e8828838-40f0-41d2-8287-5c6ed16666a3, infoPort=40665, infoSecurePort=0, ipcPort=39137, storageInfo=lv=-57;cid=testClusterID;nsid=1223230288;c=1731230467654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:21:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ba6752c8d31e2a7 with lease ID 0xa85943e6ccc09f4: Processing first storage report for DS-21078f7f-dac2-4992-bf62-ef4bd3498819 from datanode DatanodeRegistration(127.0.0.1:39571, datanodeUuid=e8828838-40f0-41d2-8287-5c6ed16666a3, infoPort=40665, infoSecurePort=0, ipcPort=39137, storageInfo=lv=-57;cid=testClusterID;nsid=1223230288;c=1731230467654) 2024-11-10T09:21:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ba6752c8d31e2a7 with lease ID 0xa85943e6ccc09f4: from storage DS-21078f7f-dac2-4992-bf62-ef4bd3498819 node DatanodeRegistration(127.0.0.1:39571, datanodeUuid=e8828838-40f0-41d2-8287-5c6ed16666a3, infoPort=40665, infoSecurePort=0, ipcPort=39137, storageInfo=lv=-57;cid=testClusterID;nsid=1223230288;c=1731230467654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:21:09,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883 2024-11-10T09:21:09,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:09,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:21:09,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7 with version=8 2024-11-10T09:21:09,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/hbase-staging 2024-11-10T09:21:09,622 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:21:09,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:09,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:09,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:21:09,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:09,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:21:09,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:21:09,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:21:09,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39649 2024-11-10T09:21:09,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39649 connecting to ZooKeeper ensemble=127.0.0.1:50091 2024-11-10T09:21:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396490x0, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:09,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39649-0x101240c68c60003 connected 2024-11-10T09:21:11,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:11,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:11,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Set watcher on znode that does not yet exist, /1-63944372/running 2024-11-10T09:21:11,020 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7, hbase.cluster.distributed=false 2024-11-10T09:21:11,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Set watcher on znode that does not yet exist, /1-63944372/acl 2024-11-10T09:21:11,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39649 2024-11-10T09:21:11,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39649 2024-11-10T09:21:11,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39649 2024-11-10T09:21:11,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39649 2024-11-10T09:21:11,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39649 2024-11-10T09:21:11,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:21:11,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:11,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:11,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:21:11,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:11,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:21:11,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:21:11,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:21:11,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43963 2024-11-10T09:21:11,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43963 connecting to ZooKeeper ensemble=127.0.0.1:50091 2024-11-10T09:21:11,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:11,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:11,120 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439630x0, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:11,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439630x0, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Set watcher on znode that does not yet exist, /1-63944372/running 2024-11-10T09:21:11,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43963-0x101240c68c60004 connected 2024-11-10T09:21:11,121 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:21:11,121 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:21:11,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Set watcher on znode that does not yet exist, /1-63944372/master 2024-11-10T09:21:11,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Set watcher on znode that does not yet exist, /1-63944372/acl 2024-11-10T09:21:11,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43963 2024-11-10T09:21:11,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43963 2024-11-10T09:21:11,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43963 2024-11-10T09:21:11,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43963 2024-11-10T09:21:11,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43963 2024-11-10T09:21:11,139 DEBUG [M:0;802346a334f5:39649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:39649 2024-11-10T09:21:11,140 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-63944372/backup-masters/802346a334f5,39649,1731230469622 2024-11-10T09:21:11,156 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372/backup-masters 2024-11-10T09:21:11,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372/backup-masters 2024-11-10T09:21:11,157 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Set watcher on existing znode=/1-63944372/backup-masters/802346a334f5,39649,1731230469622 2024-11-10T09:21:11,167 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-63944372/master 2024-11-10T09:21:11,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:11,167 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:11,167 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Set watcher on existing znode=/1-63944372/master 2024-11-10T09:21:11,167 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-63944372/backup-masters/802346a334f5,39649,1731230469622 from backup master directory 2024-11-10T09:21:11,177 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372/backup-masters 2024-11-10T09:21:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-63944372/backup-masters/802346a334f5,39649,1731230469622 2024-11-10T09:21:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372/backup-masters 2024-11-10T09:21:11,177 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:21:11,177 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,39649,1731230469622 2024-11-10T09:21:11,181 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/hbase.id] with ID: 39725428-7a81-48c1-b6bf-07fe26b8abd6 2024-11-10T09:21:11,181 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/.tmp/hbase.id 2024-11-10T09:21:11,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:21:11,191 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/.tmp/hbase.id]:[hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/hbase.id] 2024-11-10T09:21:11,200 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:11,200 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:21:11,201 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:21:11,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:11,209 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:11,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:21:11,214 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:11,214 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:21:11,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:21:11,222 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store 2024-11-10T09:21:11,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:21:11,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:11,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:11,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:11,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:11,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:11,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:11,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:11,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:11,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:11,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:11,627 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:11,628 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:21:11,628 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:11,628 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:11,628 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:21:11,628 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:11,628 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:11,628 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230471628Disabling compacts and flushes for region at 1731230471628Disabling writes for close at 1731230471628Writing region close event to WAL at 1731230471628Closed at 1731230471628 2024-11-10T09:21:11,628 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/.initializing 2024-11-10T09:21:11,628 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/WALs/802346a334f5,39649,1731230469622 2024-11-10T09:21:11,629 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:21:11,630 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C39649%2C1731230469622, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/WALs/802346a334f5,39649,1731230469622, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/oldWALs, maxLogs=10 2024-11-10T09:21:11,647 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/WALs/802346a334f5,39649,1731230469622/802346a334f5%2C39649%2C1731230469622.1731230471631, exclude list is [], retry=0 2024-11-10T09:21:11,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-a4176e1b-88c2-4d01-af9d-fca1c1c5b158,DISK] 2024-11-10T09:21:11,652 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/WALs/802346a334f5,39649,1731230469622/802346a334f5%2C39649%2C1731230469622.1731230471631 2024-11-10T09:21:11,656 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40665:40665)] 2024-11-10T09:21:11,656 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:11,656 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:11,657 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,657 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:21:11,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:11,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:11,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:21:11,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:11,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:11,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:21:11,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:11,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:11,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:21:11,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:11,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:11,663 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,664 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,664 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,665 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,665 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,665 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:11,666 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:11,668 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:11,669 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59013263, jitterRate=-0.12063385546207428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:11,669 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230471657Initializing all the Stores at 1731230471657Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230471657Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230471658 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230471658Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230471658Cleaning up temporary data from old regions at 1731230471665 (+7 ms)Region opened successfully at 1731230471669 (+4 ms) 2024-11-10T09:21:11,669 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:21:11,672 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48734199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:21:11,673 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:21:11,673 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:21:11,673 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:21:11,673 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:21:11,674 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:21:11,674 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:21:11,674 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:21:11,677 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:21:11,677 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Unable to get data of znode /1-63944372/balancer because node does not exist (not necessarily an error) 2024-11-10T09:21:11,725 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-63944372/balancer already deleted, retry=false 2024-11-10T09:21:11,725 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:21:11,725 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Unable to get data of znode /1-63944372/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:21:11,735 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-63944372/normalizer already deleted, retry=false 2024-11-10T09:21:11,735 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:21:11,736 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Unable to get data of znode /1-63944372/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:21:11,746 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-63944372/switch/split already deleted, retry=false 2024-11-10T09:21:11,747 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Unable to get data of znode /1-63944372/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:21:11,756 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-63944372/switch/merge already deleted, retry=false 2024-11-10T09:21:11,758 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Unable to get data of znode /1-63944372/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:21:11,768 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-63944372/snapshot-cleanup already deleted, retry=false 2024-11-10T09:21:11,777 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-63944372/running 2024-11-10T09:21:11,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-63944372/running 2024-11-10T09:21:11,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:11,777 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:11,778 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,39649,1731230469622, sessionid=0x101240c68c60003, setting cluster-up flag (Was=false) 2024-11-10T09:21:11,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:11,798 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:11,830 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-63944372/flush-table-proc/acquired, /1-63944372/flush-table-proc/reached, /1-63944372/flush-table-proc/abort 2024-11-10T09:21:11,831 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,39649,1731230469622 2024-11-10T09:21:11,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:11,851 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:11,882 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-63944372/online-snapshot/acquired, /1-63944372/online-snapshot/reached, /1-63944372/online-snapshot/abort 2024-11-10T09:21:11,883 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,39649,1731230469622 2024-11-10T09:21:11,884 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:21:11,885 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:11,886 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:21:11,886 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:21:11,886 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,39649,1731230469622 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:21:11,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:11,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:11,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:11,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:11,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:21:11,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:11,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:21:11,887 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:11,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:11,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:21:11,889 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:11,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:21:11,892 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230501892 2024-11-10T09:21:11,892 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:21:11,892 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:21:11,892 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:21:11,892 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:21:11,892 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:21:11,892 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:21:11,896 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:11,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:21:11,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:21:11,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:21:11,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:21:11,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:21:11,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:21:11,897 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230471897,5,FailOnTimeoutGroup] 2024-11-10T09:21:11,900 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230471897,5,FailOnTimeoutGroup] 2024-11-10T09:21:11,900 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:11,900 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:21:11,900 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:11,900 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:21:11,928 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(746): ClusterId : 39725428-7a81-48c1-b6bf-07fe26b8abd6 2024-11-10T09:21:11,928 DEBUG [RS:0;802346a334f5:43963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:21:11,936 DEBUG [RS:0;802346a334f5:43963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:21:11,936 DEBUG [RS:0;802346a334f5:43963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:21:11,947 DEBUG [RS:0;802346a334f5:43963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:21:11,947 DEBUG [RS:0;802346a334f5:43963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5309fc29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:21:11,964 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:43963 2024-11-10T09:21:11,964 INFO [RS:0;802346a334f5:43963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:21:11,964 INFO [RS:0;802346a334f5:43963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:21:11,964 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:21:11,965 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,39649,1731230469622 with port=43963, startcode=1731230471036 2024-11-10T09:21:11,965 DEBUG [RS:0;802346a334f5:43963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:21:11,966 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:21:11,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,43963,1731230471036 2024-11-10T09:21:11,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39649 {}] master.ServerManager(517): Registering regionserver=802346a334f5,43963,1731230471036 2024-11-10T09:21:11,968 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7 2024-11-10T09:21:11,968 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35547 2024-11-10T09:21:11,968 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:21:12,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372/rs 2024-11-10T09:21:12,024 DEBUG [RS:0;802346a334f5:43963 {}] zookeeper.ZKUtil(111): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Set watcher on existing znode=/1-63944372/rs/802346a334f5,43963,1731230471036 2024-11-10T09:21:12,024 WARN [RS:0;802346a334f5:43963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:21:12,024 INFO [RS:0;802346a334f5:43963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:12,025 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036 2024-11-10T09:21:12,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,43963,1731230471036] 2024-11-10T09:21:12,027 INFO [RS:0;802346a334f5:43963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:21:12,028 INFO [RS:0;802346a334f5:43963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:21:12,028 INFO [RS:0;802346a334f5:43963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:21:12,028 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:12,028 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:21:12,029 INFO [RS:0;802346a334f5:43963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:21:12,029 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:21:12,029 DEBUG [RS:0;802346a334f5:43963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:21:12,036 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:12,036 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:12,036 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:12,036 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:12,036 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:12,036 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,43963,1731230471036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:21:12,050 INFO [RS:0;802346a334f5:43963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:21:12,050 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,43963,1731230471036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:12,050 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:12,050 INFO [RS:0;802346a334f5:43963 {}] regionserver.Replication(171): 802346a334f5,43963,1731230471036 started 2024-11-10T09:21:12,062 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:12,062 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,43963,1731230471036, RpcServer on 802346a334f5/172.17.0.3:43963, sessionid=0x101240c68c60004 2024-11-10T09:21:12,062 DEBUG [RS:0;802346a334f5:43963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:21:12,062 DEBUG [RS:0;802346a334f5:43963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,43963,1731230471036 2024-11-10T09:21:12,062 DEBUG [RS:0;802346a334f5:43963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,43963,1731230471036' 2024-11-10T09:21:12,062 DEBUG [RS:0;802346a334f5:43963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-63944372/flush-table-proc/abort' 2024-11-10T09:21:12,063 DEBUG [RS:0;802346a334f5:43963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-63944372/flush-table-proc/acquired' 2024-11-10T09:21:12,063 DEBUG [RS:0;802346a334f5:43963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:21:12,063 DEBUG [RS:0;802346a334f5:43963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:21:12,063 DEBUG [RS:0;802346a334f5:43963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,43963,1731230471036 2024-11-10T09:21:12,063 DEBUG [RS:0;802346a334f5:43963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,43963,1731230471036' 2024-11-10T09:21:12,063 DEBUG [RS:0;802346a334f5:43963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-63944372/online-snapshot/abort' 2024-11-10T09:21:12,063 DEBUG [RS:0;802346a334f5:43963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-63944372/online-snapshot/acquired' 2024-11-10T09:21:12,063 DEBUG [RS:0;802346a334f5:43963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:21:12,063 INFO [RS:0;802346a334f5:43963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:21:12,063 INFO [RS:0;802346a334f5:43963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:21:12,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:21:12,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:12,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:12,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:12,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:12,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:12,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:12,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:12,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:12,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:12,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:12,164 INFO [RS:0;802346a334f5:43963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:21:12,165 INFO [RS:0;802346a334f5:43963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C43963%2C1731230471036, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/oldWALs, maxLogs=10 2024-11-10T09:21:12,182 DEBUG [RS:0;802346a334f5:43963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166, exclude list is [], retry=0 2024-11-10T09:21:12,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-a4176e1b-88c2-4d01-af9d-fca1c1c5b158,DISK] 2024-11-10T09:21:12,185 INFO [RS:0;802346a334f5:43963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 2024-11-10T09:21:12,186 DEBUG [RS:0;802346a334f5:43963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40665:40665)] 2024-11-10T09:21:12,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:21:12,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7 2024-11-10T09:21:12,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:21:12,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:21:12,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:12,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:21:12,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:21:12,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:12,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:12,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:21:12,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:21:12,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:12,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:12,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:21:12,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:21:12,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:12,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:12,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:21:12,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:21:12,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:12,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:12,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:21:12,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740 2024-11-10T09:21:12,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740 2024-11-10T09:21:12,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:21:12,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:21:12,731 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:12,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:21:12,733 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:12,733 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61377977, jitterRate=-0.08539687097072601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:12,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230472722Initializing all the Stores at 1731230472723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230472723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230472723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230472723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230472723Cleaning up temporary data from old regions at 1731230472730 (+7 ms)Region opened successfully at 1731230472733 (+3 ms) 2024-11-10T09:21:12,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:21:12,733 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:21:12,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:21:12,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:21:12,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:21:12,733 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:21:12,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230472733Disabling compacts and flushes for region at 1731230472733Disabling writes for close at 1731230472733Writing region close event to WAL at 1731230472733Closed at 1731230472733 2024-11-10T09:21:12,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:12,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:21:12,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:21:12,735 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:21:12,736 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:21:12,886 DEBUG [802346a334f5:39649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:21:12,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,43963,1731230471036 2024-11-10T09:21:12,887 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,43963,1731230471036, state=OPENING 2024-11-10T09:21:12,935 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:21:12,946 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:12,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:12,946 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:21:12,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-63944372/meta-region-server: CHANGED 2024-11-10T09:21:12,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-63944372/meta-region-server: CHANGED 2024-11-10T09:21:12,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,43963,1731230471036}] 2024-11-10T09:21:13,098 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:21:13,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:21:13,102 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:21:13,102 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:13,102 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:21:13,103 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C43963%2C1731230471036.meta, suffix=.meta, logDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/oldWALs, maxLogs=10 2024-11-10T09:21:13,116 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.meta.1731230473104.meta, exclude list is [], retry=0 2024-11-10T09:21:13,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-a4176e1b-88c2-4d01-af9d-fca1c1c5b158,DISK] 2024-11-10T09:21:13,119 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.meta.1731230473104.meta 2024-11-10T09:21:13,120 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40665:40665)] 2024-11-10T09:21:13,120 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:13,120 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:13,121 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:21:13,121 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:21:13,121 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:21:13,121 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:21:13,121 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:13,121 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:21:13,121 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:21:13,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:21:13,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:21:13,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:13,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:13,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:21:13,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:21:13,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:13,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:13,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:21:13,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:21:13,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:13,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:13,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:21:13,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:21:13,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:13,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:13,127 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:21:13,128 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740 2024-11-10T09:21:13,128 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740 2024-11-10T09:21:13,129 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:21:13,129 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:21:13,130 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:13,131 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:21:13,131 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67089800, jitterRate=-2.840757369995117E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:13,132 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:21:13,132 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230473121Writing region info on filesystem at 1731230473121Initializing all the Stores at 1731230473122 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230473122Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230473123 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230473123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230473123Cleaning up temporary data from old regions at 1731230473129 (+6 ms)Running coprocessor post-open hooks at 1731230473132 (+3 ms)Region opened successfully at 1731230473132 2024-11-10T09:21:13,133 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230473098 2024-11-10T09:21:13,135 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:21:13,135 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:21:13,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,43963,1731230471036 2024-11-10T09:21:13,136 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,43963,1731230471036, state=OPEN 2024-11-10T09:21:13,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-63944372/meta-region-server 2024-11-10T09:21:13,146 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-63944372/meta-region-server 2024-11-10T09:21:13,146 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,43963,1731230471036 2024-11-10T09:21:13,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-63944372/meta-region-server: CHANGED 2024-11-10T09:21:13,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-63944372/meta-region-server: CHANGED 2024-11-10T09:21:13,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:21:13,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,43963,1731230471036 in 200 msec 2024-11-10T09:21:13,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:21:13,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-10T09:21:13,150 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:13,150 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:21:13,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:13,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43963,1731230471036, seqNum=-1] 2024-11-10T09:21:13,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:13,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:13,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-10T09:21:13,157 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230473157, completionTime=-1 2024-11-10T09:21:13,158 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:21:13,158 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:21:13,160 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:21:13,160 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230533160 2024-11-10T09:21:13,160 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230593160 2024-11-10T09:21:13,160 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T09:21:13,160 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39649,1731230469622-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:13,160 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39649,1731230469622-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:13,160 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39649,1731230469622-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:13,161 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:39649, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:13,161 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:13,161 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:13,163 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:21:13,165 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.988sec 2024-11-10T09:21:13,165 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:21:13,165 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:21:13,165 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:21:13,165 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:21:13,165 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:21:13,165 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39649,1731230469622-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:21:13,165 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39649,1731230469622-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:21:13,167 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:21:13,167 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:21:13,167 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39649,1731230469622-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:13,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:13,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39649,-1 for getting cluster id 2024-11-10T09:21:13,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:13,230 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39725428-7a81-48c1-b6bf-07fe26b8abd6' 2024-11-10T09:21:13,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:13,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39725428-7a81-48c1-b6bf-07fe26b8abd6" 2024-11-10T09:21:13,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527548ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:13,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39649,-1] 2024-11-10T09:21:13,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:13,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:13,231 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:13,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:13,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43963,1731230471036, seqNum=-1] 2024-11-10T09:21:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:13,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:13,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,39649,1731230469622 2024-11-10T09:21:13,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50091 2024-11-10T09:21:13,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:13,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101240c68c60005 connected 2024-11-10T09:21:13,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,45741,1731230463964 2024-11-10T09:21:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b6226a 2024-11-10T09:21:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:13,261 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:13,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:21:13,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:21:13,267 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:13,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:21:13,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:21:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:13,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:21:13,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 548044978eab486234345b57e391464a, NAME => 'test,,1731230473262.548044978eab486234345b57e391464a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60 2024-11-10T09:21:13,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:21:13,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230473262.548044978eab486234345b57e391464a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:13,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 548044978eab486234345b57e391464a, disabling compactions & flushes 2024-11-10T09:21:13,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:13,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:13,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230473262.548044978eab486234345b57e391464a. after waiting 0 ms 2024-11-10T09:21:13,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:13,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:13,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 548044978eab486234345b57e391464a: Waiting for close lock at 1731230473281Disabling compacts and flushes for region at 1731230473281Disabling writes for close at 1731230473281Writing region close event to WAL at 1731230473281Closed at 1731230473281 2024-11-10T09:21:13,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:21:13,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230473262.548044978eab486234345b57e391464a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230473283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230473283"}]},"ts":"1731230473283"} 2024-11-10T09:21:13,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:21:13,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:21:13,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230473286"}]},"ts":"1731230473286"} 2024-11-10T09:21:13,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:21:13,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=548044978eab486234345b57e391464a, ASSIGN}] 2024-11-10T09:21:13,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=548044978eab486234345b57e391464a, ASSIGN 2024-11-10T09:21:13,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=548044978eab486234345b57e391464a, ASSIGN; state=OFFLINE, location=802346a334f5,45631,1731230464386; forceNewPlan=false, retain=false 2024-11-10T09:21:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:13,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=548044978eab486234345b57e391464a, regionState=OPENING, regionLocation=802346a334f5,45631,1731230464386 2024-11-10T09:21:13,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=548044978eab486234345b57e391464a, ASSIGN because future has completed 2024-11-10T09:21:13,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 548044978eab486234345b57e391464a, server=802346a334f5,45631,1731230464386}] 2024-11-10T09:21:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:13,600 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:13,600 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 548044978eab486234345b57e391464a, NAME => 'test,,1731230473262.548044978eab486234345b57e391464a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:13,601 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:13,601 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:21:13,601 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 548044978eab486234345b57e391464a 2024-11-10T09:21:13,601 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230473262.548044978eab486234345b57e391464a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:13,601 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 548044978eab486234345b57e391464a 2024-11-10T09:21:13,601 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 548044978eab486234345b57e391464a 2024-11-10T09:21:13,608 INFO [StoreOpener-548044978eab486234345b57e391464a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 548044978eab486234345b57e391464a 2024-11-10T09:21:13,609 INFO [StoreOpener-548044978eab486234345b57e391464a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 548044978eab486234345b57e391464a columnFamilyName f 2024-11-10T09:21:13,610 DEBUG [StoreOpener-548044978eab486234345b57e391464a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:13,610 INFO [StoreOpener-548044978eab486234345b57e391464a-1 {}] regionserver.HStore(327): Store=548044978eab486234345b57e391464a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:13,610 INFO [StoreOpener-548044978eab486234345b57e391464a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 548044978eab486234345b57e391464a 2024-11-10T09:21:13,611 INFO [StoreOpener-548044978eab486234345b57e391464a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 548044978eab486234345b57e391464a columnFamilyName f1 2024-11-10T09:21:13,611 DEBUG [StoreOpener-548044978eab486234345b57e391464a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:13,612 INFO [StoreOpener-548044978eab486234345b57e391464a-1 {}] regionserver.HStore(327): Store=548044978eab486234345b57e391464a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:13,612 INFO [StoreOpener-548044978eab486234345b57e391464a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 548044978eab486234345b57e391464a 2024-11-10T09:21:13,613 INFO [StoreOpener-548044978eab486234345b57e391464a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 548044978eab486234345b57e391464a columnFamilyName norep 2024-11-10T09:21:13,613 DEBUG [StoreOpener-548044978eab486234345b57e391464a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:13,613 INFO [StoreOpener-548044978eab486234345b57e391464a-1 {}] regionserver.HStore(327): Store=548044978eab486234345b57e391464a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:13,613 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 548044978eab486234345b57e391464a 2024-11-10T09:21:13,614 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a 2024-11-10T09:21:13,614 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a 2024-11-10T09:21:13,615 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 548044978eab486234345b57e391464a 2024-11-10T09:21:13,615 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 548044978eab486234345b57e391464a 2024-11-10T09:21:13,615 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:21:13,616 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 548044978eab486234345b57e391464a 2024-11-10T09:21:13,619 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:13,619 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 548044978eab486234345b57e391464a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74485316, jitterRate=0.10991770029067993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:21:13,619 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 548044978eab486234345b57e391464a 2024-11-10T09:21:13,620 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 548044978eab486234345b57e391464a: Running coprocessor pre-open hook at 1731230473601Writing region info on filesystem at 1731230473601Initializing all the Stores at 1731230473602 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230473602Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230473608 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230473608Cleaning up temporary data from old regions at 1731230473615 (+7 ms)Running coprocessor post-open hooks at 1731230473619 (+4 ms)Region opened successfully at 1731230473620 (+1 ms) 2024-11-10T09:21:13,621 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230473262.548044978eab486234345b57e391464a., pid=6, masterSystemTime=1731230473595 2024-11-10T09:21:13,623 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:13,623 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:13,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=548044978eab486234345b57e391464a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,45631,1731230464386 2024-11-10T09:21:13,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 548044978eab486234345b57e391464a, server=802346a334f5,45631,1731230464386 because future has completed 2024-11-10T09:21:13,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:21:13,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 548044978eab486234345b57e391464a, server=802346a334f5,45631,1731230464386 in 185 msec 2024-11-10T09:21:13,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:21:13,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=548044978eab486234345b57e391464a, ASSIGN in 342 msec 2024-11-10T09:21:13,633 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:21:13,633 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230473633"}]},"ts":"1731230473633"} 2024-11-10T09:21:13,635 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:21:13,636 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:21:13,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 373 msec 2024-11-10T09:21:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:13,893 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:21:13,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:13,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39649,1731230469622 2024-11-10T09:21:13,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16301295 2024-11-10T09:21:13,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:13,895 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:13,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:21:13,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:21:13,898 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:13,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:21:13,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:21:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:13,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:21:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:14,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33387d3cb223a7ac8326cdc8bc5fb72f, NAME => 'test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7 2024-11-10T09:21:14,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:21:14,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:14,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 33387d3cb223a7ac8326cdc8bc5fb72f, disabling compactions & flushes 2024-11-10T09:21:14,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:14,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:14,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. after waiting 0 ms 2024-11-10T09:21:14,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:14,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:14,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33387d3cb223a7ac8326cdc8bc5fb72f: Waiting for close lock at 1731230474315Disabling compacts and flushes for region at 1731230474315Disabling writes for close at 1731230474315Writing region close event to WAL at 1731230474315Closed at 1731230474315 2024-11-10T09:21:14,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:21:14,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230474317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230474317"}]},"ts":"1731230474317"} 2024-11-10T09:21:14,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:21:14,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:21:14,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230474320"}]},"ts":"1731230474320"} 2024-11-10T09:21:14,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:21:14,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=33387d3cb223a7ac8326cdc8bc5fb72f, ASSIGN}] 2024-11-10T09:21:14,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=33387d3cb223a7ac8326cdc8bc5fb72f, ASSIGN 2024-11-10T09:21:14,326 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=33387d3cb223a7ac8326cdc8bc5fb72f, ASSIGN; state=OFFLINE, location=802346a334f5,43963,1731230471036; forceNewPlan=false, retain=false 2024-11-10T09:21:14,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33387d3cb223a7ac8326cdc8bc5fb72f, regionState=OPENING, regionLocation=802346a334f5,43963,1731230471036 2024-11-10T09:21:14,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=33387d3cb223a7ac8326cdc8bc5fb72f, ASSIGN because future has completed 2024-11-10T09:21:14,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33387d3cb223a7ac8326cdc8bc5fb72f, server=802346a334f5,43963,1731230471036}] 2024-11-10T09:21:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:14,634 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:14,634 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 33387d3cb223a7ac8326cdc8bc5fb72f, NAME => 'test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:14,635 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:14,635 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:21:14,635 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,635 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:14,635 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,635 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,636 INFO [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,637 INFO [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33387d3cb223a7ac8326cdc8bc5fb72f columnFamilyName f 2024-11-10T09:21:14,637 DEBUG [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:14,638 INFO [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] regionserver.HStore(327): Store=33387d3cb223a7ac8326cdc8bc5fb72f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:14,638 INFO [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,639 INFO [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33387d3cb223a7ac8326cdc8bc5fb72f columnFamilyName f1 2024-11-10T09:21:14,639 DEBUG [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:14,639 INFO [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] regionserver.HStore(327): Store=33387d3cb223a7ac8326cdc8bc5fb72f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:14,639 INFO [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,640 INFO [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33387d3cb223a7ac8326cdc8bc5fb72f columnFamilyName norep 2024-11-10T09:21:14,640 DEBUG [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:14,641 INFO [StoreOpener-33387d3cb223a7ac8326cdc8bc5fb72f-1 {}] regionserver.HStore(327): Store=33387d3cb223a7ac8326cdc8bc5fb72f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:14,641 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,641 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,642 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,642 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,642 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,643 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:21:14,644 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,646 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:14,646 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 33387d3cb223a7ac8326cdc8bc5fb72f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67381030, jitterRate=0.004055589437484741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:21:14,646 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:14,646 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 33387d3cb223a7ac8326cdc8bc5fb72f: Running coprocessor pre-open hook at 1731230474635Writing region info on filesystem at 1731230474635Initializing all the Stores at 1731230474636 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230474636Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230474636Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230474636Cleaning up temporary data from old regions at 1731230474642 (+6 ms)Running coprocessor post-open hooks at 1731230474646 (+4 ms)Region opened successfully at 1731230474646 2024-11-10T09:21:14,647 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f., pid=6, masterSystemTime=1731230474631 2024-11-10T09:21:14,650 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:14,650 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:14,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33387d3cb223a7ac8326cdc8bc5fb72f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,43963,1731230471036 2024-11-10T09:21:14,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33387d3cb223a7ac8326cdc8bc5fb72f, server=802346a334f5,43963,1731230471036 because future has completed 2024-11-10T09:21:14,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:21:14,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 33387d3cb223a7ac8326cdc8bc5fb72f, server=802346a334f5,43963,1731230471036 in 175 msec 2024-11-10T09:21:14,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:21:14,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=33387d3cb223a7ac8326cdc8bc5fb72f, ASSIGN in 334 msec 2024-11-10T09:21:14,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:21:14,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230474658"}]},"ts":"1731230474658"} 2024-11-10T09:21:14,660 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:21:14,661 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:21:14,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 765 msec 2024-11-10T09:21:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:15,033 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:21:15,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c5c713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,45741,-1 for getting cluster id 2024-11-10T09:21:15,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:15,035 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40ccdc3c-cf13-4521-ba73-7bbce9093c4a' 2024-11-10T09:21:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40ccdc3c-cf13-4521-ba73-7bbce9093c4a" 2024-11-10T09:21:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be05a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,45741,-1] 2024-11-10T09:21:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:15,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:15,036 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:15,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1082be27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1ee519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39649,-1 for getting cluster id 2024-11-10T09:21:15,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:15,038 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39725428-7a81-48c1-b6bf-07fe26b8abd6' 2024-11-10T09:21:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39725428-7a81-48c1-b6bf-07fe26b8abd6" 2024-11-10T09:21:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad8003c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39649,-1] 2024-11-10T09:21:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:15,039 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b669f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2781eac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,45741,-1 for getting cluster id 2024-11-10T09:21:15,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:15,040 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40ccdc3c-cf13-4521-ba73-7bbce9093c4a' 2024-11-10T09:21:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40ccdc3c-cf13-4521-ba73-7bbce9093c4a" 2024-11-10T09:21:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c6f8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,45741,-1] 2024-11-10T09:21:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:15,042 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab6416b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,45741,1731230463964 2024-11-10T09:21:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ea2b16c 2024-11-10T09:21:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:15,044 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:15,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:39649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:21:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:21:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:15,047 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:39649' 2024-11-10T09:21:15,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a01980a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,047 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39649,-1 for getting cluster id 2024-11-10T09:21:15,047 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:15,048 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39725428-7a81-48c1-b6bf-07fe26b8abd6' 2024-11-10T09:21:15,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:15,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39725428-7a81-48c1-b6bf-07fe26b8abd6" 2024-11-10T09:21:15,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264fe246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39649,-1] 2024-11-10T09:21:15,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:15,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:15,049 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:15,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b76e06c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:15,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:15,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39649,1731230469622 2024-11-10T09:21:15,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@386b7cce 2024-11-10T09:21:15,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:15,051 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:15,052 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T09:21:15,052 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:21:15,052 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:15,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:15,052 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:15,053 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:15,054 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:21:15,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:21:15,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:15,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:21:15,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:21:15,104 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:21:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:15,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:15,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:15,213 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18280 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:15,461 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d7caa3e9ce3ea407f6ab2f3e2a31f1f, NAME => 'hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60 2024-11-10T09:21:15,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:21:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:15,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:15,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9d7caa3e9ce3ea407f6ab2f3e2a31f1f, disabling compactions & flushes 2024-11-10T09:21:15,867 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:15,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:15,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. after waiting 0 ms 2024-11-10T09:21:15,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:15,867 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:15,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f: Waiting for close lock at 1731230475867Disabling compacts and flushes for region at 1731230475867Disabling writes for close at 1731230475867Writing region close event to WAL at 1731230475867Closed at 1731230475867 2024-11-10T09:21:15,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:21:15,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230475868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230475868"}]},"ts":"1731230475868"} 2024-11-10T09:21:15,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:21:15,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:21:15,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230475871"}]},"ts":"1731230475871"} 2024-11-10T09:21:15,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:21:15,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d7caa3e9ce3ea407f6ab2f3e2a31f1f, ASSIGN}] 2024-11-10T09:21:15,874 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d7caa3e9ce3ea407f6ab2f3e2a31f1f, ASSIGN 2024-11-10T09:21:15,875 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d7caa3e9ce3ea407f6ab2f3e2a31f1f, ASSIGN; state=OFFLINE, location=802346a334f5,45631,1731230464386; forceNewPlan=false, retain=false 2024-11-10T09:21:16,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d7caa3e9ce3ea407f6ab2f3e2a31f1f, regionState=OPENING, regionLocation=802346a334f5,45631,1731230464386 2024-11-10T09:21:16,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d7caa3e9ce3ea407f6ab2f3e2a31f1f, ASSIGN because future has completed 2024-11-10T09:21:16,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d7caa3e9ce3ea407f6ab2f3e2a31f1f, server=802346a334f5,45631,1731230464386}] 2024-11-10T09:21:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:16,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:16,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:16,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:21:16,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C45631%2C1731230464386.rep, suffix=, logDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386, archiveDir=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/oldWALs, maxLogs=10 2024-11-10T09:21:16,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.rep.1731230476194, exclude list is [], retry=0 2024-11-10T09:21:16,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-7ee97fd6-29a3-4289-a4dd-9abafea31482,DISK] 2024-11-10T09:21:16,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.rep.1731230476194 2024-11-10T09:21:16,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44859:44859)] 2024-11-10T09:21:16,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d7caa3e9ce3ea407f6ab2f3e2a31f1f, NAME => 'hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:16,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:16,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:21:16,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. service=MultiRowMutationService 2024-11-10T09:21:16,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:21:16,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:16,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,211 INFO [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,212 INFO [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d7caa3e9ce3ea407f6ab2f3e2a31f1f columnFamilyName hfileref 2024-11-10T09:21:16,212 DEBUG [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:16,212 INFO [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] regionserver.HStore(327): Store=9d7caa3e9ce3ea407f6ab2f3e2a31f1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:16,213 INFO [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,213 INFO [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d7caa3e9ce3ea407f6ab2f3e2a31f1f columnFamilyName queue 2024-11-10T09:21:16,213 DEBUG [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:16,214 INFO [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] regionserver.HStore(327): Store=9d7caa3e9ce3ea407f6ab2f3e2a31f1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:16,214 INFO [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,214 INFO [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d7caa3e9ce3ea407f6ab2f3e2a31f1f columnFamilyName sid 2024-11-10T09:21:16,214 DEBUG [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:16,215 INFO [StoreOpener-9d7caa3e9ce3ea407f6ab2f3e2a31f1f-1 {}] regionserver.HStore(327): Store=9d7caa3e9ce3ea407f6ab2f3e2a31f1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:16,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/replication/9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/replication/9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:21:16,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/replication/9d7caa3e9ce3ea407f6ab2f3e2a31f1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:16,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9d7caa3e9ce3ea407f6ab2f3e2a31f1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64504500, jitterRate=-0.03880804777145386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:21:16,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:16,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f: Running coprocessor pre-open hook at 1731230476210Writing region info on filesystem at 1731230476210Initializing all the Stores at 1731230476211 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230476211Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230476211Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230476211Cleaning up temporary data from old regions at 1731230476216 (+5 ms)Running coprocessor post-open hooks at 1731230476219 (+3 ms)Region opened successfully at 1731230476219 2024-11-10T09:21:16,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f., pid=10, masterSystemTime=1731230476180 2024-11-10T09:21:16,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:16,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:16,222 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d7caa3e9ce3ea407f6ab2f3e2a31f1f, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,45631,1731230464386 2024-11-10T09:21:16,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d7caa3e9ce3ea407f6ab2f3e2a31f1f, server=802346a334f5,45631,1731230464386 because future has completed 2024-11-10T09:21:16,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:21:16,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d7caa3e9ce3ea407f6ab2f3e2a31f1f, server=802346a334f5,45631,1731230464386 in 198 msec 2024-11-10T09:21:16,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:21:16,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d7caa3e9ce3ea407f6ab2f3e2a31f1f, ASSIGN in 353 msec 2024-11-10T09:21:16,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:21:16,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230476228"}]},"ts":"1731230476228"} 2024-11-10T09:21:16,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:21:16,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:21:16,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-10T09:21:16,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f., hostname=802346a334f5,45631,1731230464386, seqNum=2] 2024-11-10T09:21:16,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:16,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:16,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:21:16,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T09:21:16,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:21:16,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T09:21:16,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T09:21:16,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T09:21:16,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:21:16,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T09:21:16,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:21:16,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T09:21:16,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:21:16,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T09:21:16,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:21:16,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:21:16,787 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:21:16,817 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,45631,1731230464386, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:21:16,818 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:16,818 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,45631,1731230464386, seqNum=-1] 2024-11-10T09:21:16,818 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:16,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T09:21:16,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,45631,1731230464386', locateType=CURRENT is [region=hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f., hostname=802346a334f5,45631,1731230464386, seqNum=2] 2024-11-10T09:21:16,823 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:21:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:21:16,825 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,45631,1731230464386 suceeded 2024-11-10T09:21:16,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:21:16,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T09:21:16,826 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:39649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:21:16,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7820 sec 2024-11-10T09:21:16,836 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:39649' 2024-11-10T09:21:16,836 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61ace6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:16,837 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39649,-1 for getting cluster id 2024-11-10T09:21:16,837 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:16,837 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39725428-7a81-48c1-b6bf-07fe26b8abd6' 2024-11-10T09:21:16,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:16,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39725428-7a81-48c1-b6bf-07fe26b8abd6" 2024-11-10T09:21:16,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51f733e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:16,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39649,-1] 2024-11-10T09:21:16,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:16,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:16,838 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:16,839 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@669789bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:16,839 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:16,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39649,1731230469622 2024-11-10T09:21:16,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f193409 2024-11-10T09:21:16,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:16,840 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-10T09:21:16,841 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,45631,1731230464386 (queues=1) is replicating from cluster=40ccdc3c-cf13-4521-ba73-7bbce9093c4a to cluster=39725428-7a81-48c1-b6bf-07fe26b8abd6 2024-11-10T09:21:16,841 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C45631%2C1731230464386 2024-11-10T09:21:16,841 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,45631,1731230464386, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:21:16,842 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852, startPosition=0, beingWritten=true 2024-11-10T09:21:16,842 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C45631%2C1731230464386 2024-11-10T09:21:16,851 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:16,851 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 379, reset compression=false 2024-11-10T09:21:16,851 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,45631,1731230464386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:17,055 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 379, reset compression=false 2024-11-10T09:21:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:17,194 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:21:17,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:21:17,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:17,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:17,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:17,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:17,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f26440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:17,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39649,-1 for getting cluster id 2024-11-10T09:21:17,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:17,196 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39725428-7a81-48c1-b6bf-07fe26b8abd6' 2024-11-10T09:21:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39725428-7a81-48c1-b6bf-07fe26b8abd6" 2024-11-10T09:21:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fd7073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39649,-1] 2024-11-10T09:21:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:17,197 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:17,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8501831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:17,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:17,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39649,1731230469622 2024-11-10T09:21:17,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@594e2c6f 2024-11-10T09:21:17,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:17,199 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:17,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:45741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:21:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:21:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:17,202 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:45741' 2024-11-10T09:21:17,203 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115df609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:17,203 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,45741,-1 for getting cluster id 2024-11-10T09:21:17,203 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:17,204 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40ccdc3c-cf13-4521-ba73-7bbce9093c4a' 2024-11-10T09:21:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40ccdc3c-cf13-4521-ba73-7bbce9093c4a" 2024-11-10T09:21:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64882789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,45741,-1] 2024-11-10T09:21:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:17,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:17,205 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:17,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbd010d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:17,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:17,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,45741,1731230463964 2024-11-10T09:21:17,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d9d861a 2024-11-10T09:21:17,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:17,207 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:17,208 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T09:21:17,208 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:21:17,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:17,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:17,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:17,208 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:17,210 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:21:17,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:21:17,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:17,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:21:17,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:21:17,260 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:21:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:17,358 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 379, reset compression=false 2024-11-10T09:21:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:17,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04f83ea47c7bc43612284000f749b7d8, NAME => 'hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7 2024-11-10T09:21:17,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:21:17,762 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 379, reset compression=false 2024-11-10T09:21:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:18,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:18,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 04f83ea47c7bc43612284000f749b7d8, disabling compactions & flushes 2024-11-10T09:21:18,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:18,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:18,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. after waiting 0 ms 2024-11-10T09:21:18,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:18,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:18,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04f83ea47c7bc43612284000f749b7d8: Waiting for close lock at 1731230478023Disabling compacts and flushes for region at 1731230478023Disabling writes for close at 1731230478023Writing region close event to WAL at 1731230478023Closed at 1731230478023 2024-11-10T09:21:18,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:21:18,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230478024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230478024"}]},"ts":"1731230478024"} 2024-11-10T09:21:18,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:21:18,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T09:21:18,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:21:18,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230478028"}]},"ts":"1731230478028"} 2024-11-10T09:21:18,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:21:18,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04f83ea47c7bc43612284000f749b7d8, ASSIGN}] 2024-11-10T09:21:18,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04f83ea47c7bc43612284000f749b7d8, ASSIGN 2024-11-10T09:21:18,033 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04f83ea47c7bc43612284000f749b7d8, ASSIGN; state=OFFLINE, location=802346a334f5,43963,1731230471036; forceNewPlan=false, retain=false 2024-11-10T09:21:18,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04f83ea47c7bc43612284000f749b7d8, regionState=OPENING, regionLocation=802346a334f5,43963,1731230471036 2024-11-10T09:21:18,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04f83ea47c7bc43612284000f749b7d8, ASSIGN because future has completed 2024-11-10T09:21:18,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04f83ea47c7bc43612284000f749b7d8, server=802346a334f5,43963,1731230471036}] 2024-11-10T09:21:18,266 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 379, reset compression=false 2024-11-10T09:21:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:18,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:18,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:18,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:21:18,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C43963%2C1731230471036.rep, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/oldWALs, maxLogs=10 2024-11-10T09:21:18,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.rep.1731230478343, exclude list is [], retry=0 2024-11-10T09:21:18,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-a4176e1b-88c2-4d01-af9d-fca1c1c5b158,DISK] 2024-11-10T09:21:18,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.rep.1731230478343 2024-11-10T09:21:18,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40665:40665)] 2024-11-10T09:21:18,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 04f83ea47c7bc43612284000f749b7d8, NAME => 'hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:18,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:18,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:21:18,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. service=MultiRowMutationService 2024-11-10T09:21:18,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:21:18,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:18,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,360 INFO [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,361 INFO [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f83ea47c7bc43612284000f749b7d8 columnFamilyName hfileref 2024-11-10T09:21:18,361 DEBUG [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:18,361 INFO [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] regionserver.HStore(327): Store=04f83ea47c7bc43612284000f749b7d8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:18,362 INFO [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,362 INFO [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f83ea47c7bc43612284000f749b7d8 columnFamilyName queue 2024-11-10T09:21:18,362 DEBUG [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:18,363 INFO [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] regionserver.HStore(327): Store=04f83ea47c7bc43612284000f749b7d8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:18,363 INFO [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,364 INFO [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f83ea47c7bc43612284000f749b7d8 columnFamilyName sid 2024-11-10T09:21:18,364 DEBUG [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:18,364 INFO [StoreOpener-04f83ea47c7bc43612284000f749b7d8-1 {}] regionserver.HStore(327): Store=04f83ea47c7bc43612284000f749b7d8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:18,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/replication/04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/replication/04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:21:18,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/replication/04f83ea47c7bc43612284000f749b7d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:18,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 04f83ea47c7bc43612284000f749b7d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67827627, jitterRate=0.010710403323173523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:21:18,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:18,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 04f83ea47c7bc43612284000f749b7d8: Running coprocessor pre-open hook at 1731230478359Writing region info on filesystem at 1731230478359Initializing all the Stores at 1731230478360 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230478360Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230478360Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230478360Cleaning up temporary data from old regions at 1731230478365 (+5 ms)Running coprocessor post-open hooks at 1731230478369 (+4 ms)Region opened successfully at 1731230478369 2024-11-10T09:21:18,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8., pid=10, masterSystemTime=1731230478339 2024-11-10T09:21:18,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:18,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:18,372 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04f83ea47c7bc43612284000f749b7d8, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,43963,1731230471036 2024-11-10T09:21:18,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04f83ea47c7bc43612284000f749b7d8, server=802346a334f5,43963,1731230471036 because future has completed 2024-11-10T09:21:18,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:21:18,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 04f83ea47c7bc43612284000f749b7d8, server=802346a334f5,43963,1731230471036 in 189 msec 2024-11-10T09:21:18,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:21:18,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04f83ea47c7bc43612284000f749b7d8, ASSIGN in 346 msec 2024-11-10T09:21:18,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:21:18,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230478378"}]},"ts":"1731230478378"} 2024-11-10T09:21:18,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:21:18,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:21:18,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-10T09:21:18,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8., hostname=802346a334f5,43963,1731230471036, seqNum=2] 2024-11-10T09:21:18,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:18,493 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:18,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:21:18,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:21:18,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:18,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:18,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:18,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:18,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:18,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:18,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:21:18,667 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:21:18,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:18,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:18,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:18,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:18,691 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T09:21:18,704 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,43963,1731230471036, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:21:18,705 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:18,705 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43963,1731230471036, seqNum=-1] 2024-11-10T09:21:18,705 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:18,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T09:21:18,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,43963,1731230471036', locateType=CURRENT is [region=hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8., hostname=802346a334f5,43963,1731230471036, seqNum=2] 2024-11-10T09:21:18,711 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:21:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:21:18,713 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,43963,1731230471036 suceeded 2024-11-10T09:21:18,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:21:18,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-10T09:21:18,716 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:45741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:21:18,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-10T09:21:18,728 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:45741' 2024-11-10T09:21:18,730 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c3fe56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:18,730 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,45741,-1 for getting cluster id 2024-11-10T09:21:18,730 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:18,731 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40ccdc3c-cf13-4521-ba73-7bbce9093c4a' 2024-11-10T09:21:18,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:18,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40ccdc3c-cf13-4521-ba73-7bbce9093c4a" 2024-11-10T09:21:18,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1275f9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:18,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,45741,-1] 2024-11-10T09:21:18,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:18,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:18,733 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:18,733 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@132ec714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:18,733 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:18,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,45741,1731230463964 2024-11-10T09:21:18,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ffe98c 2024-11-10T09:21:18,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:18,735 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-10T09:21:18,736 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,43963,1731230471036 (queues=1) is replicating from cluster=39725428-7a81-48c1-b6bf-07fe26b8abd6 to cluster=40ccdc3c-cf13-4521-ba73-7bbce9093c4a 2024-11-10T09:21:18,736 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C43963%2C1731230471036 2024-11-10T09:21:18,736 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,43963,1731230471036, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:21:18,739 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166, startPosition=0, beingWritten=true 2024-11-10T09:21:18,739 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C43963%2C1731230471036 2024-11-10T09:21:18,751 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:18,751 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 379, reset compression=false 2024-11-10T09:21:18,751 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43963,1731230471036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:18,869 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 379, reset compression=false 2024-11-10T09:21:18,964 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 379, reset compression=false 2024-11-10T09:21:19,267 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 379, reset compression=false 2024-11-10T09:21:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:19,344 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:21:19,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:21:19,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:19,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:19,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:19,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:19,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,45631,1731230464386, seqNum=-1] 2024-11-10T09:21:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:19,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230473262.548044978eab486234345b57e391464a., hostname=802346a334f5,45631,1731230464386, seqNum=2] 2024-11-10T09:21:19,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43963,1731230471036, seqNum=-1] 2024-11-10T09:21:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:19,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f., hostname=802346a334f5,43963,1731230471036, seqNum=2] 2024-11-10T09:21:19,354 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T09:21:19,573 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 379, reset compression=false 2024-11-10T09:21:19,578 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:21:19,578 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 480, reset compression=false 2024-11-10T09:21:19,578 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,45631,1731230464386 got entry batch from reader: WALEntryBatch [walEntries=[{test/548044978eab486234345b57e391464a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T09:21:19,598 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:21:19,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-10T09:21:19,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:21:19,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e2a752e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:19,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43963 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39649,-1 for getting cluster id 2024-11-10T09:21:19,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:19,606 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39725428-7a81-48c1-b6bf-07fe26b8abd6' 2024-11-10T09:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39725428-7a81-48c1-b6bf-07fe26b8abd6" 2024-11-10T09:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1b3fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39649,-1] 2024-11-10T09:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:19,607 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:19,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d4c976d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:19,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:19,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43963,1731230471036, seqNum=-1] 2024-11-10T09:21:19,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:19,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T09:21:19,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f., hostname=802346a334f5,43963,1731230471036, seqNum=2] 2024-11-10T09:21:19,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:21:19,671 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 379, reset compression=false 2024-11-10T09:21:19,675 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:19,675 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 503, reset compression=false 2024-11-10T09:21:19,675 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43963,1731230471036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:19,813 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 480, reset compression=false 2024-11-10T09:21:19,879 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 503, reset compression=false 2024-11-10T09:21:20,130 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 480, reset compression=false 2024-11-10T09:21:20,182 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 503, reset compression=false 2024-11-10T09:21:20,358 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T09:21:20,361 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T09:21:20,535 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 480, reset compression=false 2024-11-10T09:21:20,586 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 503, reset compression=false 2024-11-10T09:21:20,590 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:21:20,590 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 607, reset compression=false 2024-11-10T09:21:20,590 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43963,1731230471036 got entry batch from reader: WALEntryBatch [walEntries=[{test/33387d3cb223a7ac8326cdc8bc5fb72f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T09:21:20,593 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:21:20,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-10T09:21:20,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:21:20,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f029fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:20,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45631 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,45741,-1 for getting cluster id 2024-11-10T09:21:20,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:20,601 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40ccdc3c-cf13-4521-ba73-7bbce9093c4a' 2024-11-10T09:21:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40ccdc3c-cf13-4521-ba73-7bbce9093c4a" 2024-11-10T09:21:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26305cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,45741,-1] 2024-11-10T09:21:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:20,603 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:20,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b89c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:20,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:20,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,45631,1731230464386, seqNum=-1] 2024-11-10T09:21:20,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:20,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T09:21:20,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731230473262.548044978eab486234345b57e391464a., hostname=802346a334f5,45631,1731230464386, seqNum=2] 2024-11-10T09:21:20,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:21:20,800 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 607, reset compression=false 2024-11-10T09:21:21,038 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 480, reset compression=false 2024-11-10T09:21:21,042 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:21,042 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 607, reset compression=false 2024-11-10T09:21:21,042 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,45631,1731230464386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:21,104 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 607, reset compression=false 2024-11-10T09:21:21,245 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 607, reset compression=false 2024-11-10T09:21:21,363 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T09:21:21,373 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T09:21:21,508 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 607, reset compression=false 2024-11-10T09:21:21,548 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 607, reset compression=false 2024-11-10T09:21:21,553 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:21:21,553 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 763, reset compression=false 2024-11-10T09:21:21,553 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,45631,1731230464386 got entry batch from reader: WALEntryBatch [walEntries=[{test/548044978eab486234345b57e391464a/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T09:21:21,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:21:21,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:21:21,757 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 763, reset compression=false 2024-11-10T09:21:22,011 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 607, reset compression=false 2024-11-10T09:21:22,015 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:22,015 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 754, reset compression=false 2024-11-10T09:21:22,015 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43963,1731230471036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:22,060 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 763, reset compression=false 2024-11-10T09:21:22,219 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 754, reset compression=false 2024-11-10T09:21:22,376 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T09:21:22,381 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T09:21:22,464 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 763, reset compression=false 2024-11-10T09:21:22,522 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 754, reset compression=false 2024-11-10T09:21:22,527 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:21:22,527 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 913, reset compression=false 2024-11-10T09:21:22,527 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43963,1731230471036 got entry batch from reader: WALEntryBatch [walEntries=[{test/33387d3cb223a7ac8326cdc8bc5fb72f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T09:21:22,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:21:22,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:21:22,732 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 913, reset compression=false 2024-11-10T09:21:22,967 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 763, reset compression=false 2024-11-10T09:21:22,972 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:22,972 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 912, reset compression=false 2024-11-10T09:21:22,972 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,45631,1731230464386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:23,035 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 913, reset compression=false 2024-11-10T09:21:23,176 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 912, reset compression=false 2024-11-10T09:21:23,383 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T09:21:23,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:21:23,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:21:23,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:23,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:23,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:23,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:23,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:21:23,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=586066100, stopped=false 2024-11-10T09:21:23,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,39649,1731230469622 2024-11-10T09:21:23,439 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 913, reset compression=false 2024-11-10T09:21:23,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-63944372/running 2024-11-10T09:21:23,450 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-63944372/running 2024-11-10T09:21:23,450 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:23,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:23,450 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:21:23,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:21:23,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:23,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:23,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Set watcher on znode that does not yet exist, /1-63944372/running 2024-11-10T09:21:23,451 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,43963,1731230471036' ***** 2024-11-10T09:21:23,451 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:21:23,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Set watcher on znode that does not yet exist, /1-63944372/running 2024-11-10T09:21:23,452 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-10T09:21:23,452 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(3091): Received CLOSE for 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:23,452 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(3091): Received CLOSE for 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:23,452 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33387d3cb223a7ac8326cdc8bc5fb72f, disabling compactions & flushes 2024-11-10T09:21:23,452 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:23,452 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:23,452 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. after waiting 0 ms 2024-11-10T09:21:23,452 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:23,452 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33387d3cb223a7ac8326cdc8bc5fb72f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-10T09:21:23,453 INFO [RS:0;802346a334f5:43963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:21:23,453 INFO [RS:0;802346a334f5:43963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:21:23,453 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:21:23,453 INFO [RS:0;802346a334f5:43963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:21:23,454 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 04f83ea47c7bc43612284000f749b7d8, which we are already trying to CLOSE, but not completed yet 2024-11-10T09:21:23,454 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,43963,1731230471036 2024-11-10T09:21:23,454 INFO [RS:0;802346a334f5:43963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:21:23,454 INFO [RS:0;802346a334f5:43963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:43963. 2024-11-10T09:21:23,454 DEBUG [RS:0;802346a334f5:43963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:23,454 DEBUG [RS:0;802346a334f5:43963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:23,454 INFO [RS:0;802346a334f5:43963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:21:23,454 INFO [RS:0;802346a334f5:43963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:21:23,454 INFO [RS:0;802346a334f5:43963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:21:23,454 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:21:23,454 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:21:23,454 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 33387d3cb223a7ac8326cdc8bc5fb72f=test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f., 04f83ea47c7bc43612284000f749b7d8=hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8.} 2024-11-10T09:21:23,454 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1351): Waiting on 04f83ea47c7bc43612284000f749b7d8, 1588230740, 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:23,454 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:21:23,454 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:21:23,454 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:21:23,454 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:21:23,454 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:21:23,454 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:21:23,468 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/.tmp/f/34d5a3fc717d48cba89d2f2491698970 is 29, key is row1/f:/1731230482377/DeleteFamily/seqid=0 2024-11-10T09:21:23,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741840_1016 (size=5118) 2024-11-10T09:21:23,472 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/info/fa69b5a073254ae9a9ceabeb543a000a is 147, key is hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8./info:regioninfo/1731230478372/Put/seqid=0 2024-11-10T09:21:23,479 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 912, reset compression=false 2024-11-10T09:21:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741841_1017 (size=7686) 2024-11-10T09:21:23,481 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/info/fa69b5a073254ae9a9ceabeb543a000a 2024-11-10T09:21:23,505 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/ns/cb270941acff47df8d4d8ba89f191672 is 43, key is default/ns:d/1731230473154/Put/seqid=0 2024-11-10T09:21:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741842_1018 (size=5153) 2024-11-10T09:21:23,545 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:21:23,654 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1351): Waiting on 04f83ea47c7bc43612284000f749b7d8, 1588230740, 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:23,855 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1351): Waiting on 04f83ea47c7bc43612284000f749b7d8, 1588230740, 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:23,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:21:23,872 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/.tmp/f/34d5a3fc717d48cba89d2f2491698970 2024-11-10T09:21:23,876 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34d5a3fc717d48cba89d2f2491698970 2024-11-10T09:21:23,882 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 912, reset compression=false 2024-11-10T09:21:23,889 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/.tmp/f1/6999ba3e24e248b2a705deff23760310 is 30, key is row1/f1:/1731230482377/DeleteFamily/seqid=0 2024-11-10T09:21:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741843_1019 (size=5123) 2024-11-10T09:21:23,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:23,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:23,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:23,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:23,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:23,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:23,909 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/ns/cb270941acff47df8d4d8ba89f191672 2024-11-10T09:21:23,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:23,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:23,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:23,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:23,925 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/rep_barrier/84f2190c733d4e10b73cf7bda6a5f26c is 112, key is test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f./rep_barrier:seqnumDuringOpen/1731230474650/Put/seqid=0 2024-11-10T09:21:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741844_1020 (size=5518) 2024-11-10T09:21:23,944 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 913, reset compression=false 2024-11-10T09:21:23,947 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:23,947 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 1160, reset compression=false 2024-11-10T09:21:23,947 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43963,1731230471036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:23,948 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,43963,1731230471036: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-802346a334f5,43963,1731230471036, walGroup=802346a334f5%2C43963%2C1731230471036, offset=802346a334f5%2C43963%2C1731230471036.1731230472166:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:43963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:21:23,949 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:21:23,949 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:21:23,949 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:21:23,949 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:21:23,949 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:21:23,949 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 613253312 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 190532160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:21:23,950 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:39649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:39649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T09:21:24,055 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1351): Waiting on 04f83ea47c7bc43612284000f749b7d8, 1588230740, 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:24,114 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:21:24,114 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:21:24,152 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 1160, reset compression=false 2024-11-10T09:21:24,255 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1351): Waiting on 04f83ea47c7bc43612284000f749b7d8, 1588230740, 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:24,298 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/.tmp/f1/6999ba3e24e248b2a705deff23760310 2024-11-10T09:21:24,302 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6999ba3e24e248b2a705deff23760310 2024-11-10T09:21:24,314 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/.tmp/norep/d3f1b9e42aef46d38f45ce0acb5787d3 is 33, key is row1/norep:/1731230482377/DeleteFamily/seqid=0 2024-11-10T09:21:24,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741845_1021 (size=5108) 2024-11-10T09:21:24,329 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/rep_barrier/84f2190c733d4e10b73cf7bda6a5f26c 2024-11-10T09:21:24,349 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/table/f25d39a72b48418da018106424eea0fd is 53, key is hbase:replication/table:state/1731230478378/Put/seqid=0 2024-11-10T09:21:24,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741846_1022 (size=5308) 2024-11-10T09:21:24,385 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 912, reset compression=false 2024-11-10T09:21:24,455 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1351): Waiting on 04f83ea47c7bc43612284000f749b7d8, 1588230740, 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:24,455 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 1160, reset compression=false 2024-11-10T09:21:24,655 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1351): Waiting on 04f83ea47c7bc43612284000f749b7d8, 1588230740, 33387d3cb223a7ac8326cdc8bc5fb72f 2024-11-10T09:21:24,718 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/.tmp/norep/d3f1b9e42aef46d38f45ce0acb5787d3 2024-11-10T09:21:24,723 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3f1b9e42aef46d38f45ce0acb5787d3 2024-11-10T09:21:24,724 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/.tmp/f/34d5a3fc717d48cba89d2f2491698970 as hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/f/34d5a3fc717d48cba89d2f2491698970 2024-11-10T09:21:24,730 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34d5a3fc717d48cba89d2f2491698970 2024-11-10T09:21:24,731 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/f/34d5a3fc717d48cba89d2f2491698970, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T09:21:24,733 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/.tmp/f1/6999ba3e24e248b2a705deff23760310 as hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/f1/6999ba3e24e248b2a705deff23760310 2024-11-10T09:21:24,739 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6999ba3e24e248b2a705deff23760310 2024-11-10T09:21:24,739 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/f1/6999ba3e24e248b2a705deff23760310, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T09:21:24,740 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/.tmp/norep/d3f1b9e42aef46d38f45ce0acb5787d3 as hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/norep/d3f1b9e42aef46d38f45ce0acb5787d3 2024-11-10T09:21:24,746 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3f1b9e42aef46d38f45ce0acb5787d3 2024-11-10T09:21:24,746 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/norep/d3f1b9e42aef46d38f45ce0acb5787d3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T09:21:24,747 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 33387d3cb223a7ac8326cdc8bc5fb72f in 1295ms, sequenceid=8, compaction requested=false 2024-11-10T09:21:24,753 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/table/f25d39a72b48418da018106424eea0fd 2024-11-10T09:21:24,753 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/default/test/33387d3cb223a7ac8326cdc8bc5fb72f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T09:21:24,754 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:21:24,754 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:21:24,754 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:24,755 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33387d3cb223a7ac8326cdc8bc5fb72f: Waiting for close lock at 1731230483452Running coprocessor pre-close hooks at 1731230483452Disabling compacts and flushes for region at 1731230483452Disabling writes for close at 1731230483452Obtaining lock to block concurrent updates at 1731230483452Preparing flush snapshotting stores in 33387d3cb223a7ac8326cdc8bc5fb72f at 1731230483452Finished memstore snapshotting test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731230483453 (+1 ms)Flushing stores of test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. at 1731230483453Flushing 33387d3cb223a7ac8326cdc8bc5fb72f/f: creating writer at 1731230483453Flushing 33387d3cb223a7ac8326cdc8bc5fb72f/f: appending metadata at 1731230483468 (+15 ms)Flushing 33387d3cb223a7ac8326cdc8bc5fb72f/f: closing flushed file at 1731230483468Flushing 33387d3cb223a7ac8326cdc8bc5fb72f/f1: creating writer at 1731230483876 (+408 ms)Flushing 33387d3cb223a7ac8326cdc8bc5fb72f/f1: appending metadata at 1731230483889 (+13 ms)Flushing 33387d3cb223a7ac8326cdc8bc5fb72f/f1: closing flushed file at 1731230483889Flushing 33387d3cb223a7ac8326cdc8bc5fb72f/norep: creating writer at 1731230484302 (+413 ms)Flushing 33387d3cb223a7ac8326cdc8bc5fb72f/norep: appending metadata at 1731230484314 (+12 ms)Flushing 33387d3cb223a7ac8326cdc8bc5fb72f/norep: closing flushed file at 1731230484314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640e3cb9: reopening flushed file at 1731230484723 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9f7503: reopening flushed file at 1731230484731 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b187e6b: reopening flushed file at 1731230484739 (+8 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 33387d3cb223a7ac8326cdc8bc5fb72f in 1295ms, sequenceid=8, compaction requested=false at 1731230484747 (+8 ms)Writing region close event to WAL at 1731230484749 (+2 ms)Running coprocessor post-close hooks at 1731230484754 (+5 ms)Closed at 1731230484754 2024-11-10T09:21:24,755 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230473895.33387d3cb223a7ac8326cdc8bc5fb72f. 2024-11-10T09:21:24,755 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04f83ea47c7bc43612284000f749b7d8, disabling compactions & flushes 2024-11-10T09:21:24,755 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:24,755 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:24,755 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. after waiting 0 ms 2024-11-10T09:21:24,755 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:24,755 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04f83ea47c7bc43612284000f749b7d8: Waiting for close lock at 1731230484755Running coprocessor pre-close hooks at 1731230484755Disabling compacts and flushes for region at 1731230484755Disabling writes for close at 1731230484755Failed flush hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8., putting online again at 1731230484755 2024-11-10T09:21:24,756 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:24,760 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/info/fa69b5a073254ae9a9ceabeb543a000a as hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/info/fa69b5a073254ae9a9ceabeb543a000a 2024-11-10T09:21:24,766 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/info/fa69b5a073254ae9a9ceabeb543a000a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:21:24,767 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/ns/cb270941acff47df8d4d8ba89f191672 as hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/ns/cb270941acff47df8d4d8ba89f191672 2024-11-10T09:21:24,774 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/ns/cb270941acff47df8d4d8ba89f191672, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:21:24,776 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/rep_barrier/84f2190c733d4e10b73cf7bda6a5f26c as hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/rep_barrier/84f2190c733d4e10b73cf7bda6a5f26c 2024-11-10T09:21:24,780 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/rep_barrier/84f2190c733d4e10b73cf7bda6a5f26c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:21:24,780 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/.tmp/table/f25d39a72b48418da018106424eea0fd as hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/table/f25d39a72b48418da018106424eea0fd 2024-11-10T09:21:24,784 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/table/f25d39a72b48418da018106424eea0fd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:21:24,785 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-10T09:21:24,799 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:21:24,799 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:21:24,799 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:21:24,799 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:21:24,799 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230483454Running coprocessor pre-close hooks at 1731230483454Disabling compacts and flushes for region at 1731230483454Disabling writes for close at 1731230483454Obtaining lock to block concurrent updates at 1731230483454Preparing flush snapshotting stores in 1588230740 at 1731230483454Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230483455 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731230483455Flushing 1588230740/info: creating writer at 1731230483455Flushing 1588230740/info: appending metadata at 1731230483471 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731230483471Flushing 1588230740/ns: creating writer at 1731230483486 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731230483504 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731230483504Flushing 1588230740/rep_barrier: creating writer at 1731230483912 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230483925 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230483925Flushing 1588230740/table: creating writer at 1731230484333 (+408 ms)Flushing 1588230740/table: appending metadata at 1731230484348 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731230484348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcc62a2: reopening flushed file at 1731230484758 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44670e07: reopening flushed file at 1731230484766 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b2aa03: reopening flushed file at 1731230484775 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f262ac: reopening flushed file at 1731230484780 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1731230484785 (+5 ms)Writing region close event to WAL at 1731230484796 (+11 ms)Running coprocessor post-close hooks at 1731230484799 (+3 ms)Closed at 1731230484799 2024-11-10T09:21:24,799 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:21:24,855 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:21:24,855 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1325): Online Regions={04f83ea47c7bc43612284000f749b7d8=hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8.} 2024-11-10T09:21:24,855 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(3091): Received CLOSE for 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:24,856 DEBUG [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1351): Waiting on 04f83ea47c7bc43612284000f749b7d8 2024-11-10T09:21:24,856 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04f83ea47c7bc43612284000f749b7d8, disabling compactions & flushes 2024-11-10T09:21:24,856 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:24,856 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:24,856 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. after waiting 0 ms 2024-11-10T09:21:24,856 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:24,856 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04f83ea47c7bc43612284000f749b7d8: Waiting for close lock at 1731230484856Running coprocessor pre-close hooks at 1731230484856Disabling compacts and flushes for region at 1731230484856Disabling writes for close at 1731230484856Failed flush hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8., putting online again at 1731230484856 2024-11-10T09:21:24,856 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731230477208.04f83ea47c7bc43612284000f749b7d8. 2024-11-10T09:21:24,858 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 1160, reset compression=false 2024-11-10T09:21:24,863 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:24,863 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 1804, reset compression=false 2024-11-10T09:21:24,988 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 912, reset compression=false 2024-11-10T09:21:25,056 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T09:21:25,056 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,43963,1731230471036; all regions closed. 2024-11-10T09:21:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:21:25,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741839_1015 (size=1733) 2024-11-10T09:21:25,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.rep.1731230478343 not finished, retry = 0 2024-11-10T09:21:25,066 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/WALs/802346a334f5,43963,1731230471036/802346a334f5%2C43963%2C1731230471036.1731230472166 to pos 1804, reset compression=false 2024-11-10T09:21:25,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741832_1008 (size=1812) 2024-11-10T09:21:25,163 DEBUG [RS:0;802346a334f5:43963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:25,163 INFO [RS:0;802346a334f5:43963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:21:25,163 INFO [RS:0;802346a334f5:43963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:21:25,163 INFO [RS:0;802346a334f5:43963 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T09:21:25,163 INFO [RS:0;802346a334f5:43963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:21:25,163 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:21:25,164 INFO [RS:0;802346a334f5:43963 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,43963,1731230471036 because: Region server is closing 2024-11-10T09:21:25,164 INFO [RS:0;802346a334f5:43963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:43963. 2024-11-10T09:21:25,164 DEBUG [RS:0;802346a334f5:43963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:25,164 DEBUG [RS:0;802346a334f5:43963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:25,164 DEBUG [RS:0;802346a334f5:43963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:25,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:25,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:25,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:25,234 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28301 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:25,264 INFO [RS:0;802346a334f5:43963 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.shipper802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 terminated 2024-11-10T09:21:25,264 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43963,1731230471036.replicationSource.wal-reader.802346a334f5%2C43963%2C1731230471036,1-802346a334f5,43963,1731230471036 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:21:25,264 INFO [RS:0;802346a334f5:43963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:43963. 2024-11-10T09:21:25,264 DEBUG [RS:0;802346a334f5:43963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:25,265 DEBUG [RS:0;802346a334f5:43963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:25,265 DEBUG [RS:0;802346a334f5:43963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:25,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:25,265 INFO [RS:0;802346a334f5:43963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43963 2024-11-10T09:21:25,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372/rs 2024-11-10T09:21:25,334 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-63944372/rs/802346a334f5,43963,1731230471036 2024-11-10T09:21:25,335 INFO [RS:0;802346a334f5:43963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:21:25,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,43963,1731230471036] 2024-11-10T09:21:25,355 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-63944372/draining/802346a334f5,43963,1731230471036 already deleted, retry=false 2024-11-10T09:21:25,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,43963,1731230471036 expired; onlineServers=0 2024-11-10T09:21:25,355 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,39649,1731230469622' ***** 2024-11-10T09:21:25,355 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:21:25,355 INFO [M:0;802346a334f5:39649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:21:25,356 INFO [M:0;802346a334f5:39649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:21:25,356 DEBUG [M:0;802346a334f5:39649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:21:25,356 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:21:25,356 DEBUG [M:0;802346a334f5:39649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:21:25,356 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230471897 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230471897,5,FailOnTimeoutGroup] 2024-11-10T09:21:25,356 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230471897 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230471897,5,FailOnTimeoutGroup] 2024-11-10T09:21:25,356 INFO [M:0;802346a334f5:39649 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:21:25,356 INFO [M:0;802346a334f5:39649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:21:25,356 DEBUG [M:0;802346a334f5:39649 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:21:25,356 INFO [M:0;802346a334f5:39649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:21:25,356 INFO [M:0;802346a334f5:39649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:21:25,356 INFO [M:0;802346a334f5:39649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:21:25,356 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:21:25,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-63944372/master 2024-11-10T09:21:25,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-63944372 2024-11-10T09:21:25,366 DEBUG [M:0;802346a334f5:39649 {}] zookeeper.ZKUtil(347): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Unable to get data of znode /1-63944372/master because node does not exist (not an error) 2024-11-10T09:21:25,366 WARN [M:0;802346a334f5:39649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:21:25,366 INFO [M:0;802346a334f5:39649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/.lastflushedseqids 2024-11-10T09:21:25,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741847_1023 (size=245) 2024-11-10T09:21:25,445 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:21:25,445 INFO [RS:0;802346a334f5:43963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:21:25,445 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43963-0x101240c68c60004, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:21:25,445 INFO [RS:0;802346a334f5:43963 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,43963,1731230471036; zookeeper connection closed. 2024-11-10T09:21:25,445 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b22aacb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b22aacb 2024-11-10T09:21:25,446 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:21:25,693 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 912, reset compression=false 2024-11-10T09:21:25,771 INFO [M:0;802346a334f5:39649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:21:25,771 INFO [M:0;802346a334f5:39649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:21:25,771 DEBUG [M:0;802346a334f5:39649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:21:25,771 INFO [M:0;802346a334f5:39649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:25,771 DEBUG [M:0;802346a334f5:39649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:25,771 DEBUG [M:0;802346a334f5:39649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:21:25,771 DEBUG [M:0;802346a334f5:39649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:25,771 INFO [M:0;802346a334f5:39649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T09:21:25,785 DEBUG [M:0;802346a334f5:39649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/093d88b5830247c5b8cf68258a616bd5 is 82, key is hbase:meta,,1/info:regioninfo/1731230473135/Put/seqid=0 2024-11-10T09:21:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741848_1024 (size=5672) 2024-11-10T09:21:26,191 INFO [M:0;802346a334f5:39649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/093d88b5830247c5b8cf68258a616bd5 2024-11-10T09:21:26,207 DEBUG [M:0;802346a334f5:39649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b01c7c73d8ef4bed946d03ba7fe2fac9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731230478381/Put/seqid=0 2024-11-10T09:21:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741849_1025 (size=8516) 2024-11-10T09:21:26,497 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 912, reset compression=false 2024-11-10T09:21:26,611 INFO [M:0;802346a334f5:39649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b01c7c73d8ef4bed946d03ba7fe2fac9 2024-11-10T09:21:26,626 DEBUG [M:0;802346a334f5:39649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76379f85874f43caa26fc186b36e6d9f is 69, key is 802346a334f5,43963,1731230471036/rs:state/1731230471967/Put/seqid=0 2024-11-10T09:21:26,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741850_1026 (size=5156) 2024-11-10T09:21:27,030 INFO [M:0;802346a334f5:39649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76379f85874f43caa26fc186b36e6d9f 2024-11-10T09:21:27,034 DEBUG [M:0;802346a334f5:39649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/093d88b5830247c5b8cf68258a616bd5 as hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/093d88b5830247c5b8cf68258a616bd5 2024-11-10T09:21:27,038 INFO [M:0;802346a334f5:39649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/093d88b5830247c5b8cf68258a616bd5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T09:21:27,039 DEBUG [M:0;802346a334f5:39649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b01c7c73d8ef4bed946d03ba7fe2fac9 as hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b01c7c73d8ef4bed946d03ba7fe2fac9 2024-11-10T09:21:27,042 INFO [M:0;802346a334f5:39649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b01c7c73d8ef4bed946d03ba7fe2fac9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T09:21:27,043 DEBUG [M:0;802346a334f5:39649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76379f85874f43caa26fc186b36e6d9f as hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76379f85874f43caa26fc186b36e6d9f 2024-11-10T09:21:27,047 INFO [M:0;802346a334f5:39649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/07c6477a-3433-0934-6a85-a7b0776e2ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76379f85874f43caa26fc186b36e6d9f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T09:21:27,048 INFO [M:0;802346a334f5:39649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-10T09:21:27,049 INFO [M:0;802346a334f5:39649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:27,049 DEBUG [M:0;802346a334f5:39649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230485771Disabling compacts and flushes for region at 1731230485771Disabling writes for close at 1731230485771Obtaining lock to block concurrent updates at 1731230485771Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230485771Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731230485772 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230485772Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230485772Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230485785 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230485785Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230486194 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230486206 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230486206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230486614 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230486626 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230486626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c2010b: reopening flushed file at 1731230487034 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca15cbe: reopening flushed file at 1731230487038 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1027f33b: reopening flushed file at 1731230487042 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731230487048 (+6 ms)Writing region close event to WAL at 1731230487049 (+1 ms)Closed at 1731230487049 2024-11-10T09:21:27,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741830_1006 (size=63654) 2024-11-10T09:21:27,051 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:21:27,051 INFO [M:0;802346a334f5:39649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:21:27,051 INFO [M:0;802346a334f5:39649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39649 2024-11-10T09:21:27,051 INFO [M:0;802346a334f5:39649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:21:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:21:27,230 INFO [M:0;802346a334f5:39649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:21:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39649-0x101240c68c60003, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:21:27,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f3d9b93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:21:27,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64871940{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:21:27,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:21:27,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422416e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:21:27,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69a6dee9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/hadoop.log.dir/,STOPPED} 2024-11-10T09:21:27,234 WARN [BP-513689235-172.17.0.3-1731230467654 heartbeating to localhost/127.0.0.1:35547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:21:27,234 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:21:27,234 WARN [BP-513689235-172.17.0.3-1731230467654 heartbeating to localhost/127.0.0.1:35547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-513689235-172.17.0.3-1731230467654 (Datanode Uuid e8828838-40f0-41d2-8287-5c6ed16666a3) service to localhost/127.0.0.1:35547 2024-11-10T09:21:27,234 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:21:27,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/cluster_0b5b7668-a7e5-756c-f689-33b250d653b3/data/data1/current/BP-513689235-172.17.0.3-1731230467654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:21:27,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/cluster_0b5b7668-a7e5-756c-f689-33b250d653b3/data/data2/current/BP-513689235-172.17.0.3-1731230467654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:21:27,235 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:21:27,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b29f2f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:21:27,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3992b297{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:21:27,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:21:27,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c2c5b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:21:27,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35b28dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/hadoop.log.dir/,STOPPED} 2024-11-10T09:21:27,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:21:27,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:21:27,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:21:27,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:27,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:27,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:27,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:27,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:21:27,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1234515311, stopped=false 2024-11-10T09:21:27,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,45741,1731230463964 2024-11-10T09:21:27,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966607077/running 2024-11-10T09:21:27,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966607077/running 2024-11-10T09:21:27,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:27,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:27,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:21:27,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Set watcher on znode that does not yet exist, /0-1966607077/running 2024-11-10T09:21:27,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:21:27,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:27,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:27,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Set watcher on znode that does not yet exist, /0-1966607077/running 2024-11-10T09:21:27,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,45631,1731230464386' ***** 2024-11-10T09:21:27,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:21:27,272 INFO [RS:0;802346a334f5:45631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:21:27,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(3091): Received CLOSE for 548044978eab486234345b57e391464a 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,45631,1731230464386 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:45631. 2024-11-10T09:21:27,273 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 548044978eab486234345b57e391464a, disabling compactions & flushes 2024-11-10T09:21:27,273 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:27,273 DEBUG [RS:0;802346a334f5:45631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:27,273 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:27,273 DEBUG [RS:0;802346a334f5:45631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:27,273 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230473262.548044978eab486234345b57e391464a. after waiting 0 ms 2024-11-10T09:21:27,273 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:21:27,273 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 548044978eab486234345b57e391464a 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-10T09:21:27,273 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:21:27,273 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1325): Online Regions={548044978eab486234345b57e391464a=test,,1731230473262.548044978eab486234345b57e391464a., 1588230740=hbase:meta,,1.1588230740, 9d7caa3e9ce3ea407f6ab2f3e2a31f1f=hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f.} 2024-11-10T09:21:27,273 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 548044978eab486234345b57e391464a, 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:27,273 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:21:27,273 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:21:27,274 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:21:27,274 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:21:27,274 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:21:27,274 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:21:27,287 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/info/c44773691fce497a81354446597c916c is 147, key is hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f./info:regioninfo/1731230476222/Put/seqid=0 2024-11-10T09:21:27,287 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/.tmp/f/68815feb077b456aa08e76eab177247a is 29, key is row1/f:/1731230482377/DeleteFamily/seqid=0 2024-11-10T09:21:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741840_1016 (size=5118) 2024-11-10T09:21:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741841_1017 (size=7686) 2024-11-10T09:21:27,332 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:21:27,401 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 912, reset compression=false 2024-11-10T09:21:27,406 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:27,406 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 1159, reset compression=false 2024-11-10T09:21:27,406 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,45631,1731230464386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:27,406 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,45631,1731230464386: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-802346a334f5,45631,1731230464386, walGroup=802346a334f5%2C45631%2C1731230464386, offset=802346a334f5%2C45631%2C1731230464386.1731230466852:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:45631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:21:27,407 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:21:27,407 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:21:27,408 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:21:27,408 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:21:27,408 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:21:27,408 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 663584960 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191235584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:21:27,409 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:45741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:45741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T09:21:27,474 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 548044978eab486234345b57e391464a, 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:27,609 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 1159, reset compression=false 2024-11-10T09:21:27,674 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 548044978eab486234345b57e391464a, 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:27,691 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/.tmp/f/68815feb077b456aa08e76eab177247a 2024-11-10T09:21:27,691 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/info/c44773691fce497a81354446597c916c 2024-11-10T09:21:27,694 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68815feb077b456aa08e76eab177247a 2024-11-10T09:21:27,710 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/.tmp/f1/932c260822104c1d8e588370f3e896c2 is 30, key is row1/f1:/1731230482377/DeleteFamily/seqid=0 2024-11-10T09:21:27,714 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/ns/35cb612a527646c9a9e2d2a3733ca8a9 is 43, key is default/ns:d/1731230467540/Put/seqid=0 2024-11-10T09:21:27,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741842_1018 (size=5123) 2024-11-10T09:21:27,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741843_1019 (size=5153) 2024-11-10T09:21:27,730 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:21:27,730 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:21:27,874 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 548044978eab486234345b57e391464a, 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:27,912 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 1159, reset compression=false 2024-11-10T09:21:28,074 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 548044978eab486234345b57e391464a, 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:28,118 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/.tmp/f1/932c260822104c1d8e588370f3e896c2 2024-11-10T09:21:28,122 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 932c260822104c1d8e588370f3e896c2 2024-11-10T09:21:28,125 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/ns/35cb612a527646c9a9e2d2a3733ca8a9 2024-11-10T09:21:28,135 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/.tmp/norep/dc3e6085056946efb4ee673a7b14fbec is 32, key is row/norep:/1731230481366/DeleteFamily/seqid=0 2024-11-10T09:21:28,141 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/rep_barrier/0d41690ab8c84b9bae839dcda68c5c7c is 112, key is test,,1731230473262.548044978eab486234345b57e391464a./rep_barrier:seqnumDuringOpen/1731230473624/Put/seqid=0 2024-11-10T09:21:28,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741844_1020 (size=5101) 2024-11-10T09:21:28,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741845_1021 (size=5518) 2024-11-10T09:21:28,274 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 548044978eab486234345b57e391464a, 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:28,315 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 1159, reset compression=false 2024-11-10T09:21:28,475 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 548044978eab486234345b57e391464a, 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:28,542 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/.tmp/norep/dc3e6085056946efb4ee673a7b14fbec 2024-11-10T09:21:28,545 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/rep_barrier/0d41690ab8c84b9bae839dcda68c5c7c 2024-11-10T09:21:28,553 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc3e6085056946efb4ee673a7b14fbec 2024-11-10T09:21:28,555 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/.tmp/f/68815feb077b456aa08e76eab177247a as hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/f/68815feb077b456aa08e76eab177247a 2024-11-10T09:21:28,576 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68815feb077b456aa08e76eab177247a 2024-11-10T09:21:28,576 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/f/68815feb077b456aa08e76eab177247a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T09:21:28,578 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/.tmp/f1/932c260822104c1d8e588370f3e896c2 as hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/f1/932c260822104c1d8e588370f3e896c2 2024-11-10T09:21:28,586 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 932c260822104c1d8e588370f3e896c2 2024-11-10T09:21:28,586 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/f1/932c260822104c1d8e588370f3e896c2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T09:21:28,587 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/.tmp/norep/dc3e6085056946efb4ee673a7b14fbec as hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/norep/dc3e6085056946efb4ee673a7b14fbec 2024-11-10T09:21:28,594 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc3e6085056946efb4ee673a7b14fbec 2024-11-10T09:21:28,594 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/norep/dc3e6085056946efb4ee673a7b14fbec, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T09:21:28,595 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/table/fef80379bcf345998e946d5c057e414c is 53, key is hbase:replication/table:state/1731230476228/Put/seqid=0 2024-11-10T09:21:28,596 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 548044978eab486234345b57e391464a in 1323ms, sequenceid=8, compaction requested=false 2024-11-10T09:21:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741846_1022 (size=5308) 2024-11-10T09:21:28,626 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/table/fef80379bcf345998e946d5c057e414c 2024-11-10T09:21:28,633 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/default/test/548044978eab486234345b57e391464a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T09:21:28,633 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/info/c44773691fce497a81354446597c916c as hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/info/c44773691fce497a81354446597c916c 2024-11-10T09:21:28,633 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:21:28,634 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:21:28,634 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:28,634 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 548044978eab486234345b57e391464a: Waiting for close lock at 1731230487273Running coprocessor pre-close hooks at 1731230487273Disabling compacts and flushes for region at 1731230487273Disabling writes for close at 1731230487273Obtaining lock to block concurrent updates at 1731230487273Preparing flush snapshotting stores in 548044978eab486234345b57e391464a at 1731230487273Finished memstore snapshotting test,,1731230473262.548044978eab486234345b57e391464a., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731230487273Flushing stores of test,,1731230473262.548044978eab486234345b57e391464a. at 1731230487274 (+1 ms)Flushing 548044978eab486234345b57e391464a/f: creating writer at 1731230487274Flushing 548044978eab486234345b57e391464a/f: appending metadata at 1731230487286 (+12 ms)Flushing 548044978eab486234345b57e391464a/f: closing flushed file at 1731230487286Flushing 548044978eab486234345b57e391464a/f1: creating writer at 1731230487695 (+409 ms)Flushing 548044978eab486234345b57e391464a/f1: appending metadata at 1731230487709 (+14 ms)Flushing 548044978eab486234345b57e391464a/f1: closing flushed file at 1731230487709Flushing 548044978eab486234345b57e391464a/norep: creating writer at 1731230488122 (+413 ms)Flushing 548044978eab486234345b57e391464a/norep: appending metadata at 1731230488134 (+12 ms)Flushing 548044978eab486234345b57e391464a/norep: closing flushed file at 1731230488134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17982f2: reopening flushed file at 1731230488553 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220c9bb7: reopening flushed file at 1731230488576 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c63ac0: reopening flushed file at 1731230488586 (+10 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 548044978eab486234345b57e391464a in 1323ms, sequenceid=8, compaction requested=false at 1731230488596 (+10 ms)Writing region close event to WAL at 1731230488608 (+12 ms)Running coprocessor post-close hooks at 1731230488633 (+25 ms)Closed at 1731230488634 (+1 ms) 2024-11-10T09:21:28,634 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230473262.548044978eab486234345b57e391464a. 2024-11-10T09:21:28,634 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d7caa3e9ce3ea407f6ab2f3e2a31f1f, disabling compactions & flushes 2024-11-10T09:21:28,634 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:28,634 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:28,634 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. after waiting 0 ms 2024-11-10T09:21:28,634 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:28,634 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f: Waiting for close lock at 1731230488634Running coprocessor pre-close hooks at 1731230488634Disabling compacts and flushes for region at 1731230488634Disabling writes for close at 1731230488634Failed flush hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f., putting online again at 1731230488634 2024-11-10T09:21:28,634 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:28,641 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/info/c44773691fce497a81354446597c916c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:21:28,642 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/ns/35cb612a527646c9a9e2d2a3733ca8a9 as hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/ns/35cb612a527646c9a9e2d2a3733ca8a9 2024-11-10T09:21:28,647 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/ns/35cb612a527646c9a9e2d2a3733ca8a9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:21:28,648 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/rep_barrier/0d41690ab8c84b9bae839dcda68c5c7c as hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/rep_barrier/0d41690ab8c84b9bae839dcda68c5c7c 2024-11-10T09:21:28,653 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/rep_barrier/0d41690ab8c84b9bae839dcda68c5c7c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:21:28,654 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/.tmp/table/fef80379bcf345998e946d5c057e414c as hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/table/fef80379bcf345998e946d5c057e414c 2024-11-10T09:21:28,658 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/table/fef80379bcf345998e946d5c057e414c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:21:28,659 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1385ms, sequenceid=16, compaction requested=false 2024-11-10T09:21:28,664 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:21:28,665 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:21:28,665 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:21:28,665 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:21:28,665 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230487273Running coprocessor pre-close hooks at 1731230487273Disabling compacts and flushes for region at 1731230487273Disabling writes for close at 1731230487274 (+1 ms)Obtaining lock to block concurrent updates at 1731230487274Preparing flush snapshotting stores in 1588230740 at 1731230487274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230487274Flushing stores of hbase:meta,,1.1588230740 at 1731230487274Flushing 1588230740/info: creating writer at 1731230487274Flushing 1588230740/info: appending metadata at 1731230487286 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731230487286Flushing 1588230740/ns: creating writer at 1731230487694 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731230487714 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731230487714Flushing 1588230740/rep_barrier: creating writer at 1731230488128 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230488140 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230488140Flushing 1588230740/table: creating writer at 1731230488555 (+415 ms)Flushing 1588230740/table: appending metadata at 1731230488594 (+39 ms)Flushing 1588230740/table: closing flushed file at 1731230488594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5f3c98: reopening flushed file at 1731230488632 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43381131: reopening flushed file at 1731230488641 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@713639f8: reopening flushed file at 1731230488647 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1364556a: reopening flushed file at 1731230488653 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1385ms, sequenceid=16, compaction requested=false at 1731230488659 (+6 ms)Writing region close event to WAL at 1731230488660 (+1 ms)Running coprocessor post-close hooks at 1731230488665 (+5 ms)Closed at 1731230488665 2024-11-10T09:21:28,665 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:21:28,675 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:21:28,675 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1325): Online Regions={9d7caa3e9ce3ea407f6ab2f3e2a31f1f=hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f.} 2024-11-10T09:21:28,675 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:28,675 DEBUG [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1351): Waiting on 9d7caa3e9ce3ea407f6ab2f3e2a31f1f 2024-11-10T09:21:28,675 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d7caa3e9ce3ea407f6ab2f3e2a31f1f, disabling compactions & flushes 2024-11-10T09:21:28,675 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:28,675 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:28,675 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. after waiting 0 ms 2024-11-10T09:21:28,675 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:28,675 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d7caa3e9ce3ea407f6ab2f3e2a31f1f: Waiting for close lock at 1731230488675Running coprocessor pre-close hooks at 1731230488675Disabling compacts and flushes for region at 1731230488675Disabling writes for close at 1731230488675Failed flush hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f., putting online again at 1731230488675 2024-11-10T09:21:28,675 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731230475052.9d7caa3e9ce3ea407f6ab2f3e2a31f1f. 2024-11-10T09:21:28,819 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 1159, reset compression=false 2024-11-10T09:21:28,826 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:28,826 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/WALs/802346a334f5,45631,1731230464386/802346a334f5%2C45631%2C1731230464386.1731230466852 to pos 1803, reset compression=false 2024-11-10T09:21:28,875 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T09:21:28,875 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,45631,1731230464386; all regions closed. 2024-11-10T09:21:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:21:28,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741839_1015 (size=1733) 2024-11-10T09:21:28,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741833_1009 (size=1811) 2024-11-10T09:21:28,904 DEBUG [RS:0;802346a334f5:45631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:28,904 INFO [RS:0;802346a334f5:45631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:21:28,908 INFO [RS:0;802346a334f5:45631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:21:28,908 INFO [RS:0;802346a334f5:45631 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T09:21:28,908 INFO [RS:0;802346a334f5:45631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:21:28,908 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:21:28,908 INFO [RS:0;802346a334f5:45631 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,45631,1731230464386 because: Region server is closing 2024-11-10T09:21:28,909 INFO [RS:0;802346a334f5:45631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:45631. 2024-11-10T09:21:28,909 DEBUG [RS:0;802346a334f5:45631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:28,909 DEBUG [RS:0;802346a334f5:45631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:28,909 DEBUG [RS:0;802346a334f5:45631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:28,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:29,009 INFO [RS:0;802346a334f5:45631 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.shipper802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 terminated 2024-11-10T09:21:29,009 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,45631,1731230464386.replicationSource.wal-reader.802346a334f5%2C45631%2C1731230464386,1-802346a334f5,45631,1731230464386 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:21:29,009 INFO [RS:0;802346a334f5:45631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:45631. 2024-11-10T09:21:29,009 DEBUG [RS:0;802346a334f5:45631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:29,009 DEBUG [RS:0;802346a334f5:45631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:29,009 DEBUG [RS:0;802346a334f5:45631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:29,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:29,010 INFO [RS:0;802346a334f5:45631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45631 2024-11-10T09:21:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077/rs 2024-11-10T09:21:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966607077/rs/802346a334f5,45631,1731230464386 2024-11-10T09:21:29,130 INFO [RS:0;802346a334f5:45631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:21:29,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,45631,1731230464386] 2024-11-10T09:21:29,150 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966607077/draining/802346a334f5,45631,1731230464386 already deleted, retry=false 2024-11-10T09:21:29,150 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,45631,1731230464386 expired; onlineServers=0 2024-11-10T09:21:29,150 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,45741,1731230463964' ***** 2024-11-10T09:21:29,150 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:21:29,151 INFO [M:0;802346a334f5:45741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:21:29,151 INFO [M:0;802346a334f5:45741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:21:29,151 DEBUG [M:0;802346a334f5:45741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:21:29,151 DEBUG [M:0;802346a334f5:45741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:21:29,151 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:21:29,151 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230466544 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230466544,5,FailOnTimeoutGroup] 2024-11-10T09:21:29,151 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230466548 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230466548,5,FailOnTimeoutGroup] 2024-11-10T09:21:29,151 INFO [M:0;802346a334f5:45741 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:21:29,151 INFO [M:0;802346a334f5:45741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:21:29,151 DEBUG [M:0;802346a334f5:45741 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:21:29,151 INFO [M:0;802346a334f5:45741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:21:29,151 INFO [M:0;802346a334f5:45741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:21:29,151 INFO [M:0;802346a334f5:45741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:21:29,151 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:21:29,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966607077/master 2024-11-10T09:21:29,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966607077 2024-11-10T09:21:29,161 DEBUG [M:0;802346a334f5:45741 {}] zookeeper.ZKUtil(347): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Unable to get data of znode /0-1966607077/master because node does not exist (not an error) 2024-11-10T09:21:29,161 WARN [M:0;802346a334f5:45741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:21:29,162 INFO [M:0;802346a334f5:45741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/.lastflushedseqids 2024-11-10T09:21:29,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741847_1023 (size=245) 2024-11-10T09:21:29,168 INFO [M:0;802346a334f5:45741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:21:29,169 INFO [M:0;802346a334f5:45741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:21:29,169 DEBUG [M:0;802346a334f5:45741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:21:29,169 INFO [M:0;802346a334f5:45741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:29,169 DEBUG [M:0;802346a334f5:45741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:29,169 DEBUG [M:0;802346a334f5:45741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:21:29,169 DEBUG [M:0;802346a334f5:45741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:29,169 INFO [M:0;802346a334f5:45741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T09:21:29,185 DEBUG [M:0;802346a334f5:45741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03493b286b1c41e99deda52f663c56df is 82, key is hbase:meta,,1/info:regioninfo/1731230467510/Put/seqid=0 2024-11-10T09:21:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741848_1024 (size=5672) 2024-11-10T09:21:29,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:21:29,240 INFO [RS:0;802346a334f5:45631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:21:29,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101240c68c60001, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:21:29,240 INFO [RS:0;802346a334f5:45631 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,45631,1731230464386; zookeeper connection closed. 2024-11-10T09:21:29,240 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@538e9773 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@538e9773 2024-11-10T09:21:29,241 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:21:29,589 INFO [M:0;802346a334f5:45741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03493b286b1c41e99deda52f663c56df 2024-11-10T09:21:29,607 DEBUG [M:0;802346a334f5:45741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3e7658d500d430294a7f12c57041cc6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731230476233/Put/seqid=0 2024-11-10T09:21:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741849_1025 (size=8516) 2024-11-10T09:21:30,011 INFO [M:0;802346a334f5:45741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3e7658d500d430294a7f12c57041cc6 2024-11-10T09:21:30,026 DEBUG [M:0;802346a334f5:45741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15bc3259ab5b424fbd9775a755ed1557 is 69, key is 802346a334f5,45631,1731230464386/rs:state/1731230466623/Put/seqid=0 2024-11-10T09:21:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741850_1026 (size=5156) 2024-11-10T09:21:30,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:21:30,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:30,429 INFO [M:0;802346a334f5:45741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15bc3259ab5b424fbd9775a755ed1557 2024-11-10T09:21:30,434 DEBUG [M:0;802346a334f5:45741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03493b286b1c41e99deda52f663c56df as hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03493b286b1c41e99deda52f663c56df 2024-11-10T09:21:30,437 INFO [M:0;802346a334f5:45741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03493b286b1c41e99deda52f663c56df, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T09:21:30,438 DEBUG [M:0;802346a334f5:45741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3e7658d500d430294a7f12c57041cc6 as hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3e7658d500d430294a7f12c57041cc6 2024-11-10T09:21:30,442 INFO [M:0;802346a334f5:45741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3e7658d500d430294a7f12c57041cc6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T09:21:30,442 DEBUG [M:0;802346a334f5:45741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15bc3259ab5b424fbd9775a755ed1557 as hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15bc3259ab5b424fbd9775a755ed1557 2024-11-10T09:21:30,446 INFO [M:0;802346a334f5:45741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15bc3259ab5b424fbd9775a755ed1557, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T09:21:30,446 INFO [M:0;802346a334f5:45741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-10T09:21:30,447 INFO [M:0;802346a334f5:45741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:30,447 DEBUG [M:0;802346a334f5:45741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230489169Disabling compacts and flushes for region at 1731230489169Disabling writes for close at 1731230489169Obtaining lock to block concurrent updates at 1731230489169Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230489169Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731230489169Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230489170 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230489170Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230489185 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230489185Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230489594 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230489606 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230489606Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230490014 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230490025 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230490026 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18fecb31: reopening flushed file at 1731230490433 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a184c13: reopening flushed file at 1731230490437 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e93e5ea: reopening flushed file at 1731230490442 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731230490447 (+5 ms)Writing region close event to WAL at 1731230490447Closed at 1731230490447 2024-11-10T09:21:30,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741830_1006 (size=63654) 2024-11-10T09:21:30,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a55492b3-b223-4f0c-c614-8cfb9f671d60/MasterData/WALs/802346a334f5,45741,1731230463964/802346a334f5%2C45741%2C1731230463964.1731230466125 not finished, retry = 0 2024-11-10T09:21:30,550 INFO [M:0;802346a334f5:45741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:21:30,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:21:30,550 INFO [M:0;802346a334f5:45741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45741 2024-11-10T09:21:30,550 INFO [M:0;802346a334f5:45741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:21:30,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:21:30,735 INFO [M:0;802346a334f5:45741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:21:30,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45741-0x101240c68c60000, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:21:30,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bb5748{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:21:30,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39cdce85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:21:30,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:21:30,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a03fc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:21:30,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@175f77a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/hadoop.log.dir/,STOPPED} 2024-11-10T09:21:30,739 WARN [BP-1049461734-172.17.0.3-1731230461235 heartbeating to localhost/127.0.0.1:43313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:21:30,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:21:30,739 WARN [BP-1049461734-172.17.0.3-1731230461235 heartbeating to localhost/127.0.0.1:43313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1049461734-172.17.0.3-1731230461235 (Datanode Uuid 2979d03d-4948-472e-8793-41fbe2f9696b) service to localhost/127.0.0.1:43313 2024-11-10T09:21:30,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:21:30,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/cluster_afdb3aa9-cf23-262a-da20-2a06c45c3f81/data/data1/current/BP-1049461734-172.17.0.3-1731230461235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:21:30,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/cluster_afdb3aa9-cf23-262a-da20-2a06c45c3f81/data/data2/current/BP-1049461734-172.17.0.3-1731230461235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:21:30,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:21:30,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67e33a45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:21:30,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1564ee37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:21:30,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:21:30,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6709036c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:21:30,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c69237f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c20f499-9658-0f20-ec21-79912029df8c/hadoop.log.dir/,STOPPED} 2024-11-10T09:21:30,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:21:30,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:21:30,767 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 244) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50091) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35547 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50091) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43313 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=652 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=487 (was 466) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1311 (was 1750) 2024-11-10T09:21:30,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=487, ProcessCount=11, AvailableMemoryMB=1311 2024-11-10T09:21:30,786 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-10T09:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/hadoop.log.dir so I do NOT create it in target/test-data/b9333efb-ac94-874c-4a72-559f554f242e 2024-11-10T09:21:30,787 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/hadoop.tmp.dir so I do NOT create it in target/test-data/b9333efb-ac94-874c-4a72-559f554f242e 2024-11-10T09:21:30,787 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d292fc5b-ad9e-11c5-72f8-c61a04f54883/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:21:30,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e 2024-11-10T09:21:30,787 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/cluster_0ff3680c-7161-fde7-7fa5-f081a261ef9a, deleteOnExit=true 2024-11-10T09:21:30,806 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/cluster_0ff3680c-7161-fde7-7fa5-f081a261ef9a/zookeeper_0, clientPort=54746, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/cluster_0ff3680c-7161-fde7-7fa5-f081a261ef9a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/cluster_0ff3680c-7161-fde7-7fa5-f081a261ef9a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:21:30,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54746 2024-11-10T09:21:30,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:21:30,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:21:30,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/test.cache.data in system properties and HBase conf 2024-11-10T09:21:30,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:21:30,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:21:30,808 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:21:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:21:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:21:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:21:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:21:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:21:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:21:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101240c68c60002, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:21:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101240c68c60005, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:21:30,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101240c68c60002, quorum=127.0.0.1:50091, baseZNode=/0-1966607077 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:21:30,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101240c68c60005, quorum=127.0.0.1:50091, baseZNode=/1-63944372 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:21:31,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:31,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:21:31,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:21:31,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:21:31,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:21:31,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:31,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@288e3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:21:31,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3bb997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:21:31,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@461a7074{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/java.io.tmpdir/jetty-localhost-42053-hadoop-hdfs-3_4_1-tests_jar-_-any-14644792678474856469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:21:31,241 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17db001d{HTTP/1.1, (http/1.1)}{localhost:42053} 2024-11-10T09:21:31,241 INFO [Time-limited test {}] server.Server(415): Started @224948ms 2024-11-10T09:21:31,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:31,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:21:31,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:21:31,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:21:31,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:21:31,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1690c4dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:21:31,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c6f5cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:21:31,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d1dc5fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/java.io.tmpdir/jetty-localhost-34439-hadoop-hdfs-3_4_1-tests_jar-_-any-11780985926104623385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:21:31,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@305316d2{HTTP/1.1, (http/1.1)}{localhost:34439} 2024-11-10T09:21:31,594 INFO [Time-limited test {}] server.Server(415): Started @225301ms 2024-11-10T09:21:31,595 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:21:32,298 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/cluster_0ff3680c-7161-fde7-7fa5-f081a261ef9a/data/data1/current/BP-1837612639-172.17.0.3-1731230490826/current, will proceed with Du for space computation calculation, 2024-11-10T09:21:32,298 WARN [Thread-2643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/cluster_0ff3680c-7161-fde7-7fa5-f081a261ef9a/data/data2/current/BP-1837612639-172.17.0.3-1731230490826/current, will proceed with Du for space computation calculation, 2024-11-10T09:21:32,323 WARN [Thread-2630 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:21:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ba517cc8cf1fd96 with lease ID 0x462c9cb88353081a: Processing first storage report for DS-e0431f6a-e1c5-4fa5-ad63-5e80c2118909 from datanode DatanodeRegistration(127.0.0.1:33587, datanodeUuid=ff20ba74-214d-40c0-8c7a-24790b14f571, infoPort=33817, infoSecurePort=0, ipcPort=37441, storageInfo=lv=-57;cid=testClusterID;nsid=240273138;c=1731230490826) 2024-11-10T09:21:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ba517cc8cf1fd96 with lease ID 0x462c9cb88353081a: from storage DS-e0431f6a-e1c5-4fa5-ad63-5e80c2118909 node DatanodeRegistration(127.0.0.1:33587, datanodeUuid=ff20ba74-214d-40c0-8c7a-24790b14f571, infoPort=33817, infoSecurePort=0, ipcPort=37441, storageInfo=lv=-57;cid=testClusterID;nsid=240273138;c=1731230490826), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:21:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ba517cc8cf1fd96 with lease ID 0x462c9cb88353081a: Processing first storage report for DS-547e29c6-5d5f-456c-a09b-77cc83ca913e from datanode DatanodeRegistration(127.0.0.1:33587, datanodeUuid=ff20ba74-214d-40c0-8c7a-24790b14f571, infoPort=33817, infoSecurePort=0, ipcPort=37441, storageInfo=lv=-57;cid=testClusterID;nsid=240273138;c=1731230490826) 2024-11-10T09:21:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ba517cc8cf1fd96 with lease ID 0x462c9cb88353081a: from storage DS-547e29c6-5d5f-456c-a09b-77cc83ca913e node DatanodeRegistration(127.0.0.1:33587, datanodeUuid=ff20ba74-214d-40c0-8c7a-24790b14f571, infoPort=33817, infoSecurePort=0, ipcPort=37441, storageInfo=lv=-57;cid=testClusterID;nsid=240273138;c=1731230490826), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:21:32,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e 2024-11-10T09:21:32,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:32,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:32,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:21:32,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac with version=8 2024-11-10T09:21:32,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/hbase-staging 2024-11-10T09:21:32,831 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:21:32,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:32,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:32,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:21:32,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:32,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:21:32,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:21:32,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:21:32,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44263 2024-11-10T09:21:32,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44263 connecting to ZooKeeper ensemble=127.0.0.1:54746 2024-11-10T09:21:32,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442630x0, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:32,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44263-0x101240cdc610000 connected 2024-11-10T09:21:33,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:33,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:33,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Set watcher on znode that does not yet exist, /0570493339/running 2024-11-10T09:21:33,512 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac, hbase.cluster.distributed=false 2024-11-10T09:21:33,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Set watcher on znode that does not yet exist, /0570493339/acl 2024-11-10T09:21:33,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44263 2024-11-10T09:21:33,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44263 2024-11-10T09:21:33,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44263 2024-11-10T09:21:33,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44263 2024-11-10T09:21:33,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44263 2024-11-10T09:21:33,531 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:21:33,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:33,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:33,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:21:33,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:33,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:21:33,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:21:33,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:21:33,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44055 2024-11-10T09:21:33,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44055 connecting to ZooKeeper ensemble=127.0.0.1:54746 2024-11-10T09:21:33,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:33,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:33,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440550x0, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:33,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440550x0, quorum=127.0.0.1:54746, baseZNode=/0570493339 Set watcher on znode that does not yet exist, /0570493339/running 2024-11-10T09:21:33,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44055-0x101240cdc610001 connected 2024-11-10T09:21:33,545 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:21:33,546 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:21:33,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Set watcher on znode that does not yet exist, /0570493339/master 2024-11-10T09:21:33,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Set watcher on znode that does not yet exist, /0570493339/acl 2024-11-10T09:21:33,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44055 2024-11-10T09:21:33,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44055 2024-11-10T09:21:33,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44055 2024-11-10T09:21:33,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44055 2024-11-10T09:21:33,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44055 2024-11-10T09:21:33,563 DEBUG [M:0;802346a334f5:44263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:44263 2024-11-10T09:21:33,563 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0570493339/backup-masters/802346a334f5,44263,1731230492831 2024-11-10T09:21:33,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339/backup-masters 2024-11-10T09:21:33,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339/backup-masters 2024-11-10T09:21:33,572 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Set watcher on existing znode=/0570493339/backup-masters/802346a334f5,44263,1731230492831 2024-11-10T09:21:33,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:33,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0570493339/master 2024-11-10T09:21:33,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:33,582 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Set watcher on existing znode=/0570493339/master 2024-11-10T09:21:33,582 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0570493339/backup-masters/802346a334f5,44263,1731230492831 from backup master directory 2024-11-10T09:21:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0570493339/backup-masters/802346a334f5,44263,1731230492831 2024-11-10T09:21:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339/backup-masters 2024-11-10T09:21:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339/backup-masters 2024-11-10T09:21:33,592 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:21:33,592 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,44263,1731230492831 2024-11-10T09:21:33,595 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/hbase.id] with ID: 4de45b16-54fd-4862-adce-a238d23798e8 2024-11-10T09:21:33,595 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/.tmp/hbase.id 2024-11-10T09:21:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:21:33,999 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/.tmp/hbase.id]:[hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/hbase.id] 2024-11-10T09:21:34,006 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:34,006 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:21:34,007 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:21:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:34,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:21:34,483 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:34,484 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:21:34,484 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:34,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:21:34,890 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store 2024-11-10T09:21:34,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:21:35,295 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:35,295 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:21:35,295 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:35,295 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:35,295 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:21:35,295 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:35,295 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:35,295 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230495295Disabling compacts and flushes for region at 1731230495295Disabling writes for close at 1731230495295Writing region close event to WAL at 1731230495295Closed at 1731230495295 2024-11-10T09:21:35,296 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/.initializing 2024-11-10T09:21:35,296 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/WALs/802346a334f5,44263,1731230492831 2024-11-10T09:21:35,297 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:21:35,298 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C44263%2C1731230492831, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/WALs/802346a334f5,44263,1731230492831, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/oldWALs, maxLogs=10 2024-11-10T09:21:35,309 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/WALs/802346a334f5,44263,1731230492831/802346a334f5%2C44263%2C1731230492831.1731230495298, exclude list is [], retry=0 2024-11-10T09:21:35,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33587,DS-e0431f6a-e1c5-4fa5-ad63-5e80c2118909,DISK] 2024-11-10T09:21:35,313 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/WALs/802346a334f5,44263,1731230492831/802346a334f5%2C44263%2C1731230492831.1731230495298 2024-11-10T09:21:35,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:35,313 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-10T09:21:35,313 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:35,314 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:35,314 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,314 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:35,314 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38381 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:35,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:21:35,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:35,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:35,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:21:35,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:35,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:35,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:21:35,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:35,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:35,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:21:35,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:35,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:35,320 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,320 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,320 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,321 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,321 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,322 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:35,322 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:35,324 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:35,325 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59111983, jitterRate=-0.11916281282901764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:35,325 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230495314Initializing all the Stores at 1731230495314Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230495314Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230495315 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230495315Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230495315Cleaning up temporary data from old regions at 1731230495321 (+6 ms)Region opened successfully at 1731230495325 (+4 ms) 2024-11-10T09:21:35,326 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:21:35,328 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65839758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:21:35,329 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:21:35,329 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:21:35,329 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:21:35,329 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:21:35,330 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:21:35,330 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:21:35,330 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:21:35,332 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:21:35,332 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Unable to get data of znode /0570493339/balancer because node does not exist (not necessarily an error) 2024-11-10T09:21:35,445 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0570493339/balancer already deleted, retry=false 2024-11-10T09:21:35,445 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:21:35,446 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Unable to get data of znode /0570493339/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:21:35,455 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0570493339/normalizer already deleted, retry=false 2024-11-10T09:21:35,455 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:21:35,456 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Unable to get data of znode /0570493339/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:21:35,466 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0570493339/switch/split already deleted, retry=false 2024-11-10T09:21:35,466 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Unable to get data of znode /0570493339/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:21:35,476 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0570493339/switch/merge already deleted, retry=false 2024-11-10T09:21:35,478 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Unable to get data of znode /0570493339/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:21:35,487 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0570493339/snapshot-cleanup already deleted, retry=false 2024-11-10T09:21:35,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0570493339/running 2024-11-10T09:21:35,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0570493339/running 2024-11-10T09:21:35,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:35,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:35,498 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,44263,1731230492831, sessionid=0x101240cdc610000, setting cluster-up flag (Was=false) 2024-11-10T09:21:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:35,550 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0570493339/flush-table-proc/acquired, /0570493339/flush-table-proc/reached, /0570493339/flush-table-proc/abort 2024-11-10T09:21:35,551 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,44263,1731230492831 2024-11-10T09:21:35,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:35,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:35,602 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0570493339/online-snapshot/acquired, /0570493339/online-snapshot/reached, /0570493339/online-snapshot/abort 2024-11-10T09:21:35,603 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,44263,1731230492831 2024-11-10T09:21:35,604 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:21:35,605 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:35,605 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:21:35,606 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:21:35,606 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,44263,1731230492831 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:21:35,607 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:35,607 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:35,607 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:35,607 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:35,607 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:21:35,607 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,607 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:21:35,607 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,608 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230525608 2024-11-10T09:21:35,608 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:35,608 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:21:35,608 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:21:35,608 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:21:35,608 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:21:35,608 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:21:35,608 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:21:35,608 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:21:35,608 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,609 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:21:35,609 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:35,609 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:21:35,609 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:21:35,609 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:21:35,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:21:35,609 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:21:35,609 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:21:35,609 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230495609,5,FailOnTimeoutGroup] 2024-11-10T09:21:35,609 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230495609,5,FailOnTimeoutGroup] 2024-11-10T09:21:35,609 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,609 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:21:35,609 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,610 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:21:35,656 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(746): ClusterId : 4de45b16-54fd-4862-adce-a238d23798e8 2024-11-10T09:21:35,656 DEBUG [RS:0;802346a334f5:44055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:21:35,666 DEBUG [RS:0;802346a334f5:44055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:21:35,666 DEBUG [RS:0;802346a334f5:44055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:21:35,677 DEBUG [RS:0;802346a334f5:44055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:21:35,677 DEBUG [RS:0;802346a334f5:44055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f6828a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:21:35,687 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:44055 2024-11-10T09:21:35,687 INFO [RS:0;802346a334f5:44055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:21:35,687 INFO [RS:0;802346a334f5:44055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:21:35,687 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:21:35,687 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,44263,1731230492831 with port=44055, startcode=1731230493531 2024-11-10T09:21:35,688 DEBUG [RS:0;802346a334f5:44055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:21:35,689 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:21:35,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,44055,1731230493531 2024-11-10T09:21:35,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44263 {}] master.ServerManager(517): Registering regionserver=802346a334f5,44055,1731230493531 2024-11-10T09:21:35,690 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac 2024-11-10T09:21:35,690 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40313 2024-11-10T09:21:35,690 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:21:35,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339/rs 2024-11-10T09:21:35,702 DEBUG [RS:0;802346a334f5:44055 {}] zookeeper.ZKUtil(111): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Set watcher on existing znode=/0570493339/rs/802346a334f5,44055,1731230493531 2024-11-10T09:21:35,702 WARN [RS:0;802346a334f5:44055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:21:35,703 INFO [RS:0;802346a334f5:44055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:35,703 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531 2024-11-10T09:21:35,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,44055,1731230493531] 2024-11-10T09:21:35,705 INFO [RS:0;802346a334f5:44055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:21:35,706 INFO [RS:0;802346a334f5:44055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:21:35,706 INFO [RS:0;802346a334f5:44055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:21:35,706 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,706 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:21:35,707 INFO [RS:0;802346a334f5:44055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:21:35,707 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:21:35,707 DEBUG [RS:0;802346a334f5:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:21:35,708 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,708 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,708 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,708 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,708 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,708 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44055,1731230493531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:21:35,721 INFO [RS:0;802346a334f5:44055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:21:35,721 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44055,1731230493531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,721 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,721 INFO [RS:0;802346a334f5:44055 {}] regionserver.Replication(171): 802346a334f5,44055,1731230493531 started 2024-11-10T09:21:35,733 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:35,733 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,44055,1731230493531, RpcServer on 802346a334f5/172.17.0.3:44055, sessionid=0x101240cdc610001 2024-11-10T09:21:35,733 DEBUG [RS:0;802346a334f5:44055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:21:35,733 DEBUG [RS:0;802346a334f5:44055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,44055,1731230493531 2024-11-10T09:21:35,733 DEBUG [RS:0;802346a334f5:44055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,44055,1731230493531' 2024-11-10T09:21:35,733 DEBUG [RS:0;802346a334f5:44055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0570493339/flush-table-proc/abort' 2024-11-10T09:21:35,734 DEBUG [RS:0;802346a334f5:44055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0570493339/flush-table-proc/acquired' 2024-11-10T09:21:35,734 DEBUG [RS:0;802346a334f5:44055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:21:35,734 DEBUG [RS:0;802346a334f5:44055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:21:35,734 DEBUG [RS:0;802346a334f5:44055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,44055,1731230493531 2024-11-10T09:21:35,734 DEBUG [RS:0;802346a334f5:44055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,44055,1731230493531' 2024-11-10T09:21:35,734 DEBUG [RS:0;802346a334f5:44055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0570493339/online-snapshot/abort' 2024-11-10T09:21:35,735 DEBUG [RS:0;802346a334f5:44055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0570493339/online-snapshot/acquired' 2024-11-10T09:21:35,735 DEBUG [RS:0;802346a334f5:44055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:21:35,735 INFO [RS:0;802346a334f5:44055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:21:35,735 INFO [RS:0;802346a334f5:44055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:21:35,835 INFO [RS:0;802346a334f5:44055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:21:35,837 INFO [RS:0;802346a334f5:44055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C44055%2C1731230493531, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/oldWALs, maxLogs=10 2024-11-10T09:21:35,850 DEBUG [RS:0;802346a334f5:44055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, exclude list is [], retry=0 2024-11-10T09:21:35,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33587,DS-e0431f6a-e1c5-4fa5-ad63-5e80c2118909,DISK] 2024-11-10T09:21:35,854 INFO [RS:0;802346a334f5:44055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 2024-11-10T09:21:35,854 DEBUG [RS:0;802346a334f5:44055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-10T09:21:36,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:21:36,018 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac 2024-11-10T09:21:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:21:36,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:36,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:21:36,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:21:36,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:36,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:36,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:21:36,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:21:36,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:36,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:36,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:21:36,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:21:36,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:36,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:36,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:21:36,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:21:36,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:36,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:36,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:21:36,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740 2024-11-10T09:21:36,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740 2024-11-10T09:21:36,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:21:36,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:21:36,432 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:36,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:21:36,434 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:36,435 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72558671, jitterRate=0.08120845258235931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:36,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230496424Initializing all the Stores at 1731230496425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230496425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230496425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230496425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230496425Cleaning up temporary data from old regions at 1731230496431 (+6 ms)Region opened successfully at 1731230496435 (+4 ms) 2024-11-10T09:21:36,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:21:36,435 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:21:36,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:21:36,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:21:36,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:21:36,436 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:21:36,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230496435Disabling compacts and flushes for region at 1731230496435Disabling writes for close at 1731230496435Writing region close event to WAL at 1731230496435Closed at 1731230496436 (+1 ms) 2024-11-10T09:21:36,436 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:36,436 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:21:36,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:21:36,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:21:36,438 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:21:36,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:21:36,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:21:36,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:21:36,588 DEBUG [802346a334f5:44263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:21:36,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,44055,1731230493531 2024-11-10T09:21:36,589 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,44055,1731230493531, state=OPENING 2024-11-10T09:21:36,639 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:21:36,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:36,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:36,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0570493339/meta-region-server: CHANGED 2024-11-10T09:21:36,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0570493339/meta-region-server: CHANGED 2024-11-10T09:21:36,650 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:21:36,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,44055,1731230493531}] 2024-11-10T09:21:36,802 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:21:36,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:21:36,807 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:21:36,807 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:36,807 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:21:36,808 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C44055%2C1731230493531.meta, suffix=.meta, logDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/oldWALs, maxLogs=10 2024-11-10T09:21:36,826 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.meta.1731230496809.meta, exclude list is [], retry=0 2024-11-10T09:21:36,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33587,DS-e0431f6a-e1c5-4fa5-ad63-5e80c2118909,DISK] 2024-11-10T09:21:36,830 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.meta.1731230496809.meta 2024-11-10T09:21:36,831 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-10T09:21:36,831 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:36,831 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:36,831 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:21:36,832 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:21:36,832 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:21:36,832 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:21:36,832 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:36,832 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:21:36,832 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:21:36,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:21:36,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:21:36,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:36,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:36,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:21:36,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:21:36,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:36,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:36,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:21:36,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:21:36,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:36,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:36,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:21:36,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:21:36,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:36,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:36,837 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:21:36,837 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740 2024-11-10T09:21:36,838 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740 2024-11-10T09:21:36,839 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:21:36,839 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:21:36,839 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:36,840 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:21:36,840 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69309443, jitterRate=0.03279118239879608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:36,840 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:21:36,841 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230496832Writing region info on filesystem at 1731230496832Initializing all the Stores at 1731230496833 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230496833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230496833Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230496833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230496833Cleaning up temporary data from old regions at 1731230496839 (+6 ms)Running coprocessor post-open hooks at 1731230496840 (+1 ms)Region opened successfully at 1731230496841 (+1 ms) 2024-11-10T09:21:36,841 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230496802 2024-11-10T09:21:36,843 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:21:36,843 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:21:36,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,44055,1731230493531 2024-11-10T09:21:36,844 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,44055,1731230493531, state=OPEN 2024-11-10T09:21:36,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0570493339/meta-region-server 2024-11-10T09:21:36,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0570493339/meta-region-server 2024-11-10T09:21:36,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,44055,1731230493531 2024-11-10T09:21:36,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0570493339/meta-region-server: CHANGED 2024-11-10T09:21:36,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0570493339/meta-region-server: CHANGED 2024-11-10T09:21:36,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:21:36,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,44055,1731230493531 in 229 msec 2024-11-10T09:21:36,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:21:36,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-10T09:21:36,882 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:36,883 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:21:36,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:36,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44055,1731230493531, seqNum=-1] 2024-11-10T09:21:36,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:36,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:36,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-10T09:21:36,889 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230496889, completionTime=-1 2024-11-10T09:21:36,889 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:21:36,889 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:21:36,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:21:36,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230556891 2024-11-10T09:21:36,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230616891 2024-11-10T09:21:36,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T09:21:36,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44263,1731230492831-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:36,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44263,1731230492831-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:36,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44263,1731230492831-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:36,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:44263, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:36,891 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:36,892 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:36,893 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:21:36,894 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.302sec 2024-11-10T09:21:36,894 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:21:36,894 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:21:36,894 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:21:36,894 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:21:36,894 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:21:36,894 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44263,1731230492831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:21:36,894 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44263,1731230492831-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:21:36,896 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:21:36,896 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:21:36,896 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44263,1731230492831-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:36,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df92662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:36,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44263,-1 for getting cluster id 2024-11-10T09:21:36,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:36,958 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de45b16-54fd-4862-adce-a238d23798e8' 2024-11-10T09:21:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de45b16-54fd-4862-adce-a238d23798e8" 2024-11-10T09:21:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a19c8ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44263,-1] 2024-11-10T09:21:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:36,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:36,959 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:36,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e6c2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:36,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:36,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44055,1731230493531, seqNum=-1] 2024-11-10T09:21:36,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:36,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:36,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,44263,1731230492831 2024-11-10T09:21:36,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54746 2024-11-10T09:21:36,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:36,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101240cdc610002 connected 2024-11-10T09:21:36,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/hadoop.log.dir so I do NOT create it in target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1 2024-11-10T09:21:36,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:21:36,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/hadoop.tmp.dir so I do NOT create it in target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1 2024-11-10T09:21:36,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:21:36,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1 2024-11-10T09:21:36,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:21:36,994 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/cluster_c162aa4c-5879-1c50-dc72-94cc1cc4c2bf, deleteOnExit=true 2024-11-10T09:21:36,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/test.cache.data in system properties and HBase conf 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:21:36,995 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:21:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:21:36,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:21:36,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:21:36,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:21:36,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:21:36,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:21:36,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:21:36,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:21:36,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:21:36,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:21:37,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:37,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:21:37,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:21:37,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:21:37,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:21:37,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:37,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cb3e16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:21:37,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57254cdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:21:37,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22d63ea0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/java.io.tmpdir/jetty-localhost-35117-hadoop-hdfs-3_4_1-tests_jar-_-any-11476677183615044974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:21:37,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36b609be{HTTP/1.1, (http/1.1)}{localhost:35117} 2024-11-10T09:21:37,419 INFO [Time-limited test {}] server.Server(415): Started @231127ms 2024-11-10T09:21:37,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:37,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:21:37,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:21:37,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:21:37,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:21:37,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31c528cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:21:37,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be291d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:21:38,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62fd1456{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/java.io.tmpdir/jetty-localhost-42603-hadoop-hdfs-3_4_1-tests_jar-_-any-15051200742952878537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:21:38,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45329239{HTTP/1.1, (http/1.1)}{localhost:42603} 2024-11-10T09:21:38,035 INFO [Time-limited test {}] server.Server(415): Started @231742ms 2024-11-10T09:21:38,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:21:38,691 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/cluster_c162aa4c-5879-1c50-dc72-94cc1cc4c2bf/data/data1/current/BP-1951325210-172.17.0.3-1731230497013/current, will proceed with Du for space computation calculation, 2024-11-10T09:21:38,691 WARN [Thread-2763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/cluster_c162aa4c-5879-1c50-dc72-94cc1cc4c2bf/data/data2/current/BP-1951325210-172.17.0.3-1731230497013/current, will proceed with Du for space computation calculation, 2024-11-10T09:21:38,708 WARN [Thread-2750 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:21:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbef9b4bf4b16cdd8 with lease ID 0xa3de40965acb452d: Processing first storage report for DS-9507d387-1d83-4b16-ba0a-fc984ad1d31d from datanode DatanodeRegistration(127.0.0.1:38729, datanodeUuid=211aa671-2769-4842-b739-29741e985b7e, infoPort=35573, infoSecurePort=0, ipcPort=43773, storageInfo=lv=-57;cid=testClusterID;nsid=2052230551;c=1731230497013) 2024-11-10T09:21:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbef9b4bf4b16cdd8 with lease ID 0xa3de40965acb452d: from storage DS-9507d387-1d83-4b16-ba0a-fc984ad1d31d node DatanodeRegistration(127.0.0.1:38729, datanodeUuid=211aa671-2769-4842-b739-29741e985b7e, infoPort=35573, infoSecurePort=0, ipcPort=43773, storageInfo=lv=-57;cid=testClusterID;nsid=2052230551;c=1731230497013), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:21:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbef9b4bf4b16cdd8 with lease ID 0xa3de40965acb452d: Processing first storage report for DS-f6557ef1-c2a2-4ead-9a3e-d814ddafdbdf from datanode DatanodeRegistration(127.0.0.1:38729, datanodeUuid=211aa671-2769-4842-b739-29741e985b7e, infoPort=35573, infoSecurePort=0, ipcPort=43773, storageInfo=lv=-57;cid=testClusterID;nsid=2052230551;c=1731230497013) 2024-11-10T09:21:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbef9b4bf4b16cdd8 with lease ID 0xa3de40965acb452d: from storage DS-f6557ef1-c2a2-4ead-9a3e-d814ddafdbdf node DatanodeRegistration(127.0.0.1:38729, datanodeUuid=211aa671-2769-4842-b739-29741e985b7e, infoPort=35573, infoSecurePort=0, ipcPort=43773, storageInfo=lv=-57;cid=testClusterID;nsid=2052230551;c=1731230497013), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:21:38,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1 2024-11-10T09:21:38,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:38,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:38,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:21:39,181 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a with version=8 2024-11-10T09:21:39,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/hbase-staging 2024-11-10T09:21:39,183 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:21:39,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:39,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:39,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:21:39,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:39,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:21:39,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:21:39,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:21:39,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41817 2024-11-10T09:21:39,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41817 connecting to ZooKeeper ensemble=127.0.0.1:54746 2024-11-10T09:21:39,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418170x0, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:39,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41817-0x101240cdc610003 connected 2024-11-10T09:21:39,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:39,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:39,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Set watcher on znode that does not yet exist, /11252306200/running 2024-11-10T09:21:39,355 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a, hbase.cluster.distributed=false 2024-11-10T09:21:39,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Set watcher on znode that does not yet exist, /11252306200/acl 2024-11-10T09:21:39,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-10T09:21:39,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41817 2024-11-10T09:21:39,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41817 2024-11-10T09:21:39,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-10T09:21:39,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-10T09:21:39,376 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:21:39,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:39,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:39,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:21:39,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:39,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:21:39,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:21:39,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:21:39,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44097 2024-11-10T09:21:39,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44097 connecting to ZooKeeper ensemble=127.0.0.1:54746 2024-11-10T09:21:39,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:39,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:39,408 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440970x0, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:39,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440970x0, quorum=127.0.0.1:54746, baseZNode=/11252306200 Set watcher on znode that does not yet exist, /11252306200/running 2024-11-10T09:21:39,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44097-0x101240cdc610004 connected 2024-11-10T09:21:39,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:21:39,412 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:21:39,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Set watcher on znode that does not yet exist, /11252306200/master 2024-11-10T09:21:39,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Set watcher on znode that does not yet exist, /11252306200/acl 2024-11-10T09:21:39,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44097 2024-11-10T09:21:39,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44097 2024-11-10T09:21:39,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44097 2024-11-10T09:21:39,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44097 2024-11-10T09:21:39,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44097 2024-11-10T09:21:39,434 DEBUG [M:0;802346a334f5:41817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:41817 2024-11-10T09:21:39,436 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11252306200/backup-masters/802346a334f5,41817,1731230499183 2024-11-10T09:21:39,444 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200/backup-masters 2024-11-10T09:21:39,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200/backup-masters 2024-11-10T09:21:39,446 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Set watcher on existing znode=/11252306200/backup-masters/802346a334f5,41817,1731230499183 2024-11-10T09:21:39,455 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11252306200/master 2024-11-10T09:21:39,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:39,455 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:39,455 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Set watcher on existing znode=/11252306200/master 2024-11-10T09:21:39,456 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11252306200/backup-masters/802346a334f5,41817,1731230499183 from backup master directory 2024-11-10T09:21:39,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11252306200/backup-masters/802346a334f5,41817,1731230499183 2024-11-10T09:21:39,465 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200/backup-masters 2024-11-10T09:21:39,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200/backup-masters 2024-11-10T09:21:39,466 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:21:39,466 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,41817,1731230499183 2024-11-10T09:21:39,469 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/hbase.id] with ID: 28f0bc17-c3c3-42c6-a39c-23de113353e4 2024-11-10T09:21:39,469 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/.tmp/hbase.id 2024-11-10T09:21:39,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:21:39,874 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/.tmp/hbase.id]:[hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/hbase.id] 2024-11-10T09:21:39,881 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:39,881 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:21:39,882 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:21:39,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:39,891 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:21:40,296 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:40,297 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:21:40,297 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:40,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:21:40,703 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store 2024-11-10T09:21:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:21:41,108 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:41,108 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:21:41,108 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:41,108 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:41,108 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:21:41,108 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:41,108 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:41,108 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230501108Disabling compacts and flushes for region at 1731230501108Disabling writes for close at 1731230501108Writing region close event to WAL at 1731230501108Closed at 1731230501108 2024-11-10T09:21:41,109 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/.initializing 2024-11-10T09:21:41,109 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/WALs/802346a334f5,41817,1731230499183 2024-11-10T09:21:41,110 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:21:41,111 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C41817%2C1731230499183, suffix=, logDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/WALs/802346a334f5,41817,1731230499183, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/oldWALs, maxLogs=10 2024-11-10T09:21:41,124 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/WALs/802346a334f5,41817,1731230499183/802346a334f5%2C41817%2C1731230499183.1731230501111, exclude list is [], retry=0 2024-11-10T09:21:41,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-9507d387-1d83-4b16-ba0a-fc984ad1d31d,DISK] 2024-11-10T09:21:41,127 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/WALs/802346a334f5,41817,1731230499183/802346a334f5%2C41817%2C1731230499183.1731230501111 2024-11-10T09:21:41,128 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573)] 2024-11-10T09:21:41,128 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:41,128 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:41,128 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,128 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:21:41,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:41,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:41,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:21:41,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:41,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:41,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:21:41,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:41,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:41,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:21:41,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:41,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:41,134 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,134 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,134 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,135 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,135 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,135 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:41,136 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:41,137 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:41,138 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74281285, jitterRate=0.106877401471138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:41,138 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230501128Initializing all the Stores at 1731230501129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230501129Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230501129Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230501129Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230501129Cleaning up temporary data from old regions at 1731230501135 (+6 ms)Region opened successfully at 1731230501138 (+3 ms) 2024-11-10T09:21:41,138 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:21:41,140 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cb252e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:21:41,141 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:21:41,141 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:21:41,141 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:21:41,141 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:21:41,142 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:21:41,142 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:21:41,142 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:21:41,143 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:21:41,144 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Unable to get data of znode /11252306200/balancer because node does not exist (not necessarily an error) 2024-11-10T09:21:41,239 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11252306200/balancer already deleted, retry=false 2024-11-10T09:21:41,239 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:21:41,240 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Unable to get data of znode /11252306200/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:21:41,249 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11252306200/normalizer already deleted, retry=false 2024-11-10T09:21:41,250 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:21:41,250 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Unable to get data of znode /11252306200/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:21:41,260 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11252306200/switch/split already deleted, retry=false 2024-11-10T09:21:41,261 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Unable to get data of znode /11252306200/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:21:41,270 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11252306200/switch/merge already deleted, retry=false 2024-11-10T09:21:41,272 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Unable to get data of znode /11252306200/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:21:41,281 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11252306200/snapshot-cleanup already deleted, retry=false 2024-11-10T09:21:41,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11252306200/running 2024-11-10T09:21:41,291 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11252306200/running 2024-11-10T09:21:41,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:41,291 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:41,292 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,41817,1731230499183, sessionid=0x101240cdc610003, setting cluster-up flag (Was=false) 2024-11-10T09:21:41,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:41,312 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:41,344 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11252306200/flush-table-proc/acquired, /11252306200/flush-table-proc/reached, /11252306200/flush-table-proc/abort 2024-11-10T09:21:41,345 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,41817,1731230499183 2024-11-10T09:21:41,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:41,365 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:41,397 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11252306200/online-snapshot/acquired, /11252306200/online-snapshot/reached, /11252306200/online-snapshot/abort 2024-11-10T09:21:41,398 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,41817,1731230499183 2024-11-10T09:21:41,399 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:21:41,400 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:41,401 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:21:41,401 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:21:41,401 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,41817,1731230499183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:21:41,402 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:41,402 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:41,402 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:41,402 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:41,402 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:21:41,402 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,402 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:21:41,402 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,403 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230531403 2024-11-10T09:21:41,403 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:21:41,404 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:21:41,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:41,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:21:41,404 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:21:41,404 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:21:41,404 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:21:41,404 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:21:41,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:41,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:21:41,408 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,411 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:21:41,412 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:21:41,412 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:21:41,412 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:21:41,414 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:21:41,414 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:21:41,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:21:41,416 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230501414,5,FailOnTimeoutGroup] 2024-11-10T09:21:41,416 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230501416,5,FailOnTimeoutGroup] 2024-11-10T09:21:41,416 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,416 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:21:41,416 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,416 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,425 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(746): ClusterId : 28f0bc17-c3c3-42c6-a39c-23de113353e4 2024-11-10T09:21:41,425 DEBUG [RS:0;802346a334f5:44097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:21:41,434 DEBUG [RS:0;802346a334f5:44097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:21:41,434 DEBUG [RS:0;802346a334f5:44097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:21:41,445 DEBUG [RS:0;802346a334f5:44097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:21:41,445 DEBUG [RS:0;802346a334f5:44097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2323ae3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:21:41,460 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:44097 2024-11-10T09:21:41,460 INFO [RS:0;802346a334f5:44097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:21:41,460 INFO [RS:0;802346a334f5:44097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:21:41,460 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:21:41,461 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,41817,1731230499183 with port=44097, startcode=1731230499376 2024-11-10T09:21:41,461 DEBUG [RS:0;802346a334f5:44097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:21:41,463 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:21:41,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,44097,1731230499376 2024-11-10T09:21:41,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(517): Registering regionserver=802346a334f5,44097,1731230499376 2024-11-10T09:21:41,465 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a 2024-11-10T09:21:41,465 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40283 2024-11-10T09:21:41,465 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:21:41,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200/rs 2024-11-10T09:21:41,476 DEBUG [RS:0;802346a334f5:44097 {}] zookeeper.ZKUtil(111): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Set watcher on existing znode=/11252306200/rs/802346a334f5,44097,1731230499376 2024-11-10T09:21:41,476 WARN [RS:0;802346a334f5:44097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:21:41,476 INFO [RS:0;802346a334f5:44097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:41,476 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376 2024-11-10T09:21:41,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,44097,1731230499376] 2024-11-10T09:21:41,484 INFO [RS:0;802346a334f5:44097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:21:41,485 INFO [RS:0;802346a334f5:44097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:21:41,486 INFO [RS:0;802346a334f5:44097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:21:41,486 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,488 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:21:41,489 INFO [RS:0;802346a334f5:44097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:21:41,489 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,489 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,490 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:41,490 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:21:41,490 DEBUG [RS:0;802346a334f5:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:21:41,492 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,492 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,492 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,492 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,492 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,492 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44097,1731230499376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:21:41,514 INFO [RS:0;802346a334f5:44097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:21:41,514 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44097,1731230499376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,515 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,515 INFO [RS:0;802346a334f5:44097 {}] regionserver.Replication(171): 802346a334f5,44097,1731230499376 started 2024-11-10T09:21:41,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,533 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:41,533 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,44097,1731230499376, RpcServer on 802346a334f5/172.17.0.3:44097, sessionid=0x101240cdc610004 2024-11-10T09:21:41,533 DEBUG [RS:0;802346a334f5:44097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:21:41,533 DEBUG [RS:0;802346a334f5:44097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,44097,1731230499376 2024-11-10T09:21:41,533 DEBUG [RS:0;802346a334f5:44097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,44097,1731230499376' 2024-11-10T09:21:41,533 DEBUG [RS:0;802346a334f5:44097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11252306200/flush-table-proc/abort' 2024-11-10T09:21:41,534 DEBUG [RS:0;802346a334f5:44097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11252306200/flush-table-proc/acquired' 2024-11-10T09:21:41,534 DEBUG [RS:0;802346a334f5:44097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:21:41,534 DEBUG [RS:0;802346a334f5:44097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:21:41,534 DEBUG [RS:0;802346a334f5:44097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,44097,1731230499376 2024-11-10T09:21:41,534 DEBUG [RS:0;802346a334f5:44097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,44097,1731230499376' 2024-11-10T09:21:41,534 DEBUG [RS:0;802346a334f5:44097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11252306200/online-snapshot/abort' 2024-11-10T09:21:41,535 DEBUG [RS:0;802346a334f5:44097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11252306200/online-snapshot/acquired' 2024-11-10T09:21:41,535 DEBUG [RS:0;802346a334f5:44097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:21:41,535 INFO [RS:0;802346a334f5:44097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:21:41,535 INFO [RS:0;802346a334f5:44097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:21:41,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:41,635 INFO [RS:0;802346a334f5:44097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:21:41,636 INFO [RS:0;802346a334f5:44097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C44097%2C1731230499376, suffix=, logDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/oldWALs, maxLogs=10 2024-11-10T09:21:41,654 DEBUG [RS:0;802346a334f5:44097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, exclude list is [], retry=0 2024-11-10T09:21:41,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-9507d387-1d83-4b16-ba0a-fc984ad1d31d,DISK] 2024-11-10T09:21:41,658 INFO [RS:0;802346a334f5:44097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 2024-11-10T09:21:41,658 DEBUG [RS:0;802346a334f5:44097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573)] 2024-11-10T09:21:41,816 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:21:41,817 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a 2024-11-10T09:21:41,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:21:42,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:21:42,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:42,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:21:42,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:42,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:21:42,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:21:42,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:42,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:42,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:21:42,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:21:42,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:42,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:42,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:21:42,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:21:42,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:42,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:42,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:21:42,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:21:42,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:42,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:42,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:21:42,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740 2024-11-10T09:21:42,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740 2024-11-10T09:21:42,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:21:42,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:21:42,230 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:42,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:21:42,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:42,233 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59327621, jitterRate=-0.11594955623149872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:42,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230502222Initializing all the Stores at 1731230502223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230502223Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230502223Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230502223Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230502223Cleaning up temporary data from old regions at 1731230502230 (+7 ms)Region opened successfully at 1731230502233 (+3 ms) 2024-11-10T09:21:42,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:21:42,233 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:21:42,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:21:42,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:21:42,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:21:42,233 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:21:42,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230502233Disabling compacts and flushes for region at 1731230502233Disabling writes for close at 1731230502233Writing region close event to WAL at 1731230502233Closed at 1731230502233 2024-11-10T09:21:42,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:42,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:21:42,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:21:42,236 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:21:42,237 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:21:42,387 DEBUG [802346a334f5:41817 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:21:42,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,44097,1731230499376 2024-11-10T09:21:42,389 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,44097,1731230499376, state=OPENING 2024-11-10T09:21:42,479 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:21:42,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:42,497 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:42,497 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:21:42,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11252306200/meta-region-server: CHANGED 2024-11-10T09:21:42,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11252306200/meta-region-server: CHANGED 2024-11-10T09:21:42,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,44097,1731230499376}] 2024-11-10T09:21:42,650 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:21:42,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:21:42,654 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:21:42,654 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:42,654 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:21:42,655 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C44097%2C1731230499376.meta, suffix=.meta, logDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/oldWALs, maxLogs=10 2024-11-10T09:21:42,667 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.meta.1731230502655.meta, exclude list is [], retry=0 2024-11-10T09:21:42,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-9507d387-1d83-4b16-ba0a-fc984ad1d31d,DISK] 2024-11-10T09:21:42,670 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.meta.1731230502655.meta 2024-11-10T09:21:42,670 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573)] 2024-11-10T09:21:42,670 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:42,671 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:42,671 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:21:42,671 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:21:42,671 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:21:42,671 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:21:42,671 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:42,671 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:21:42,671 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:21:42,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:21:42,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:21:42,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:42,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:42,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:21:42,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:21:42,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:42,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:42,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:21:42,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:21:42,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:42,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:42,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:21:42,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:21:42,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:42,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:42,676 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:21:42,676 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740 2024-11-10T09:21:42,677 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740 2024-11-10T09:21:42,678 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:21:42,678 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:21:42,678 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:42,679 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:21:42,680 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71829610, jitterRate=0.07034459710121155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:42,680 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:21:42,680 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230502672Writing region info on filesystem at 1731230502672Initializing all the Stores at 1731230502672Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230502672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230502672Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230502672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230502672Cleaning up temporary data from old regions at 1731230502678 (+6 ms)Running coprocessor post-open hooks at 1731230502680 (+2 ms)Region opened successfully at 1731230502680 2024-11-10T09:21:42,680 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230502650 2024-11-10T09:21:42,682 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:21:42,682 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:21:42,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,44097,1731230499376 2024-11-10T09:21:42,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,44097,1731230499376, state=OPEN 2024-11-10T09:21:42,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11252306200/meta-region-server 2024-11-10T09:21:42,691 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11252306200/meta-region-server 2024-11-10T09:21:42,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,44097,1731230499376 2024-11-10T09:21:42,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11252306200/meta-region-server: CHANGED 2024-11-10T09:21:42,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11252306200/meta-region-server: CHANGED 2024-11-10T09:21:42,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:21:42,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,44097,1731230499376 in 195 msec 2024-11-10T09:21:42,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:21:42,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-10T09:21:42,696 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:42,696 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:21:42,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:42,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44097,1731230499376, seqNum=-1] 2024-11-10T09:21:42,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:42,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:42,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-10T09:21:42,703 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230502703, completionTime=-1 2024-11-10T09:21:42,703 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:21:42,703 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:21:42,705 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:21:42,705 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230562705 2024-11-10T09:21:42,705 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230622705 2024-11-10T09:21:42,705 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T09:21:42,705 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41817,1731230499183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:42,706 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41817,1731230499183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:42,706 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41817,1731230499183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:42,706 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:41817, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:42,706 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:42,708 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:42,708 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:21:42,711 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.245sec 2024-11-10T09:21:42,711 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:21:42,711 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:21:42,711 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:21:42,711 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:21:42,711 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:21:42,712 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41817,1731230499183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:21:42,712 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41817,1731230499183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:21:42,713 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:21:42,713 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:21:42,713 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41817,1731230499183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:42,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a3e149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:42,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,41817,-1 for getting cluster id 2024-11-10T09:21:42,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:42,727 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f0bc17-c3c3-42c6-a39c-23de113353e4' 2024-11-10T09:21:42,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:42,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f0bc17-c3c3-42c6-a39c-23de113353e4" 2024-11-10T09:21:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e773c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,41817,-1] 2024-11-10T09:21:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:42,729 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:42,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76deb67a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:42,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44097,1731230499376, seqNum=-1] 2024-11-10T09:21:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:42,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:42,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,41817,1731230499183 2024-11-10T09:21:42,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54746 2024-11-10T09:21:42,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:42,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101240cdc610005 connected 2024-11-10T09:21:42,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/hadoop.log.dir so I do NOT create it in target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1 2024-11-10T09:21:42,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:21:42,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/hadoop.tmp.dir so I do NOT create it in target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1 2024-11-10T09:21:42,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:21:42,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/cluster_57830944-f9fe-8a5e-c214-d1ff5b99832b, deleteOnExit=true 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/test.cache.data in system properties and HBase conf 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:21:42,757 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:21:42,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:21:43,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:43,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:21:43,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:21:43,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:21:43,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:21:43,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:43,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc3dc84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:21:43,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@540ec32a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:21:43,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23856a1c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/java.io.tmpdir/jetty-localhost-38841-hadoop-hdfs-3_4_1-tests_jar-_-any-7508928333554341231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:21:43,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16714002{HTTP/1.1, (http/1.1)}{localhost:38841} 2024-11-10T09:21:43,565 INFO [Time-limited test {}] server.Server(415): Started @237273ms 2024-11-10T09:21:44,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:21:44,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:21:44,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:21:44,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:21:44,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:21:44,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@620c8a63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:21:44,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583d7786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:21:44,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4610fb2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/java.io.tmpdir/jetty-localhost-37011-hadoop-hdfs-3_4_1-tests_jar-_-any-14184491061357696286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:21:44,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45dd381e{HTTP/1.1, (http/1.1)}{localhost:37011} 2024-11-10T09:21:44,424 INFO [Time-limited test {}] server.Server(415): Started @238132ms 2024-11-10T09:21:44,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:21:45,304 WARN [Thread-2884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/cluster_57830944-f9fe-8a5e-c214-d1ff5b99832b/data/data2/current/BP-1324628312-172.17.0.3-1731230502787/current, will proceed with Du for space computation calculation, 2024-11-10T09:21:45,304 WARN [Thread-2883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/cluster_57830944-f9fe-8a5e-c214-d1ff5b99832b/data/data1/current/BP-1324628312-172.17.0.3-1731230502787/current, will proceed with Du for space computation calculation, 2024-11-10T09:21:45,323 WARN [Thread-2871 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:21:45,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64adbde3d1af80ae with lease ID 0x6b980753d3ad1dbd: Processing first storage report for DS-17b2941d-6119-4da8-a9e2-15b0692a85ca from datanode DatanodeRegistration(127.0.0.1:35559, datanodeUuid=eb2694c2-4239-43fc-b56c-80d345436303, infoPort=46871, infoSecurePort=0, ipcPort=44855, storageInfo=lv=-57;cid=testClusterID;nsid=1476334833;c=1731230502787) 2024-11-10T09:21:45,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64adbde3d1af80ae with lease ID 0x6b980753d3ad1dbd: from storage DS-17b2941d-6119-4da8-a9e2-15b0692a85ca node DatanodeRegistration(127.0.0.1:35559, datanodeUuid=eb2694c2-4239-43fc-b56c-80d345436303, infoPort=46871, infoSecurePort=0, ipcPort=44855, storageInfo=lv=-57;cid=testClusterID;nsid=1476334833;c=1731230502787), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:21:45,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64adbde3d1af80ae with lease ID 0x6b980753d3ad1dbd: Processing first storage report for DS-d6f4312a-5610-43df-88d6-d0fc7c7d8333 from datanode DatanodeRegistration(127.0.0.1:35559, datanodeUuid=eb2694c2-4239-43fc-b56c-80d345436303, infoPort=46871, infoSecurePort=0, ipcPort=44855, storageInfo=lv=-57;cid=testClusterID;nsid=1476334833;c=1731230502787) 2024-11-10T09:21:45,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64adbde3d1af80ae with lease ID 0x6b980753d3ad1dbd: from storage DS-d6f4312a-5610-43df-88d6-d0fc7c7d8333 node DatanodeRegistration(127.0.0.1:35559, datanodeUuid=eb2694c2-4239-43fc-b56c-80d345436303, infoPort=46871, infoSecurePort=0, ipcPort=44855, storageInfo=lv=-57;cid=testClusterID;nsid=1476334833;c=1731230502787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:21:45,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1 2024-11-10T09:21:45,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:45,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:45,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:45,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:45,364 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48431 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:21:45,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:21:45,367 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d with version=8 2024-11-10T09:21:45,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/hbase-staging 2024-11-10T09:21:45,370 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:21:45,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:45,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:45,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:21:45,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:45,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:21:45,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:21:45,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:21:45,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46443 2024-11-10T09:21:45,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46443 connecting to ZooKeeper ensemble=127.0.0.1:54746 2024-11-10T09:21:45,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464430x0, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:45,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46443-0x101240cdc610006 connected 2024-11-10T09:21:45,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:45,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:45,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Set watcher on znode that does not yet exist, /2-302417489/running 2024-11-10T09:21:45,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d, hbase.cluster.distributed=false 2024-11-10T09:21:45,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Set watcher on znode that does not yet exist, /2-302417489/acl 2024-11-10T09:21:45,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46443 2024-11-10T09:21:45,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46443 2024-11-10T09:21:45,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46443 2024-11-10T09:21:45,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46443 2024-11-10T09:21:45,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46443 2024-11-10T09:21:45,490 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:21:45,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:45,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:45,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:21:45,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:21:45,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:21:45,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:21:45,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:21:45,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44633 2024-11-10T09:21:45,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44633 connecting to ZooKeeper ensemble=127.0.0.1:54746 2024-11-10T09:21:45,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:45,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:45,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446330x0, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:45,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44633-0x101240cdc610007 connected 2024-11-10T09:21:45,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446330x0, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Set watcher on znode that does not yet exist, /2-302417489/running 2024-11-10T09:21:45,508 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:21:45,511 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:21:45,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Set watcher on znode that does not yet exist, /2-302417489/master 2024-11-10T09:21:45,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Set watcher on znode that does not yet exist, /2-302417489/acl 2024-11-10T09:21:45,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44633 2024-11-10T09:21:45,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44633 2024-11-10T09:21:45,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44633 2024-11-10T09:21:45,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44633 2024-11-10T09:21:45,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44633 2024-11-10T09:21:45,525 DEBUG [M:0;802346a334f5:46443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:46443 2024-11-10T09:21:45,525 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-302417489/backup-masters/802346a334f5,46443,1731230505370 2024-11-10T09:21:45,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489/backup-masters 2024-11-10T09:21:45,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489/backup-masters 2024-11-10T09:21:45,534 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Set watcher on existing znode=/2-302417489/backup-masters/802346a334f5,46443,1731230505370 2024-11-10T09:21:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-302417489/master 2024-11-10T09:21:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:45,544 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Set watcher on existing znode=/2-302417489/master 2024-11-10T09:21:45,544 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-302417489/backup-masters/802346a334f5,46443,1731230505370 from backup master directory 2024-11-10T09:21:45,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-302417489/backup-masters/802346a334f5,46443,1731230505370 2024-11-10T09:21:45,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489/backup-masters 2024-11-10T09:21:45,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489/backup-masters 2024-11-10T09:21:45,554 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:21:45,554 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,46443,1731230505370 2024-11-10T09:21:45,557 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/hbase.id] with ID: 01cd5239-382e-4d03-92ea-e275a76be945 2024-11-10T09:21:45,557 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/.tmp/hbase.id 2024-11-10T09:21:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:21:45,961 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/.tmp/hbase.id]:[hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/hbase.id] 2024-11-10T09:21:45,969 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:21:45,969 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:21:45,970 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T09:21:46,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:46,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:21:46,422 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:46,423 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:21:46,424 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:46,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:21:46,432 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store 2024-11-10T09:21:46,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:21:46,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:21:46,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T09:21:46,836 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:46,837 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:21:46,837 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:46,837 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:46,837 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:21:46,837 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:46,837 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:21:46,837 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230506836Disabling compacts and flushes for region at 1731230506836Disabling writes for close at 1731230506837 (+1 ms)Writing region close event to WAL at 1731230506837Closed at 1731230506837 2024-11-10T09:21:46,837 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/.initializing 2024-11-10T09:21:46,837 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/WALs/802346a334f5,46443,1731230505370 2024-11-10T09:21:46,838 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:21:46,839 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C46443%2C1731230505370, suffix=, logDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/WALs/802346a334f5,46443,1731230505370, archiveDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/oldWALs, maxLogs=10 2024-11-10T09:21:46,851 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/WALs/802346a334f5,46443,1731230505370/802346a334f5%2C46443%2C1731230505370.1731230506839, exclude list is [], retry=0 2024-11-10T09:21:46,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-17b2941d-6119-4da8-a9e2-15b0692a85ca,DISK] 2024-11-10T09:21:46,854 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/WALs/802346a334f5,46443,1731230505370/802346a334f5%2C46443%2C1731230505370.1731230506839 2024-11-10T09:21:46,854 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46871:46871)] 2024-11-10T09:21:46,855 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:46,855 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:46,855 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,855 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:21:46,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:46,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:46,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:21:46,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:46,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:46,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:21:46,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:46,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:46,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:21:46,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:46,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:46,860 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,860 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,860 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,861 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,861 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,861 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:46,862 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:21:46,863 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:46,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73432060, jitterRate=0.09422296285629272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:46,864 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230506855Initializing all the Stores at 1731230506855Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230506856 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230506856Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230506856Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230506856Cleaning up temporary data from old regions at 1731230506861 (+5 ms)Region opened successfully at 1731230506864 (+3 ms) 2024-11-10T09:21:46,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:21:46,866 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e865e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:21:46,867 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:21:46,867 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:21:46,867 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:21:46,867 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:21:46,867 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:21:46,868 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:21:46,868 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:21:46,869 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:21:46,870 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Unable to get data of znode /2-302417489/balancer because node does not exist (not necessarily an error) 2024-11-10T09:21:46,923 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-302417489/balancer already deleted, retry=false 2024-11-10T09:21:46,923 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:21:46,924 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Unable to get data of znode /2-302417489/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:21:46,933 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-302417489/normalizer already deleted, retry=false 2024-11-10T09:21:46,934 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:21:46,935 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Unable to get data of znode /2-302417489/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:21:46,944 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-302417489/switch/split already deleted, retry=false 2024-11-10T09:21:46,945 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Unable to get data of znode /2-302417489/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:21:46,954 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-302417489/switch/merge already deleted, retry=false 2024-11-10T09:21:46,956 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Unable to get data of znode /2-302417489/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:21:46,965 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-302417489/snapshot-cleanup already deleted, retry=false 2024-11-10T09:21:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-302417489/running 2024-11-10T09:21:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-302417489/running 2024-11-10T09:21:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:46,976 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,46443,1731230505370, sessionid=0x101240cdc610006, setting cluster-up flag (Was=false) 2024-11-10T09:21:46,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:46,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:47,028 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-302417489/flush-table-proc/acquired, /2-302417489/flush-table-proc/reached, /2-302417489/flush-table-proc/abort 2024-11-10T09:21:47,029 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,46443,1731230505370 2024-11-10T09:21:47,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:47,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:47,081 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-302417489/online-snapshot/acquired, /2-302417489/online-snapshot/reached, /2-302417489/online-snapshot/abort 2024-11-10T09:21:47,081 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,46443,1731230505370 2024-11-10T09:21:47,082 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:21:47,084 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:47,084 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:21:47,084 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:21:47,084 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,46443,1731230505370 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:21:47,085 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:47,086 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:47,086 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:47,086 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:21:47,086 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:21:47,086 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,086 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:21:47,086 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,087 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230537087 2024-11-10T09:21:47,087 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:21:47,087 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:21:47,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:47,087 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:21:47,087 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:21:47,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:21:47,087 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:21:47,087 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:21:47,087 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,087 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:21:47,087 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:21:47,088 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:21:47,088 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:21:47,088 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:21:47,088 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:47,088 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:21:47,088 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:21:47,092 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230507088,5,FailOnTimeoutGroup] 2024-11-10T09:21:47,097 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230507092,5,FailOnTimeoutGroup] 2024-11-10T09:21:47,097 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,097 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:21:47,097 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,097 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:21:47,116 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(746): ClusterId : 01cd5239-382e-4d03-92ea-e275a76be945 2024-11-10T09:21:47,116 DEBUG [RS:0;802346a334f5:44633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:21:47,129 DEBUG [RS:0;802346a334f5:44633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:21:47,129 DEBUG [RS:0;802346a334f5:44633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:21:47,139 DEBUG [RS:0;802346a334f5:44633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:21:47,139 DEBUG [RS:0;802346a334f5:44633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6281ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:21:47,150 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:44633 2024-11-10T09:21:47,150 INFO [RS:0;802346a334f5:44633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:21:47,150 INFO [RS:0;802346a334f5:44633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:21:47,150 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:21:47,150 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,46443,1731230505370 with port=44633, startcode=1731230505489 2024-11-10T09:21:47,150 DEBUG [RS:0;802346a334f5:44633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:21:47,152 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:21:47,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,44633,1731230505489 2024-11-10T09:21:47,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46443 {}] master.ServerManager(517): Registering regionserver=802346a334f5,44633,1731230505489 2024-11-10T09:21:47,153 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d 2024-11-10T09:21:47,153 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38031 2024-11-10T09:21:47,153 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:21:47,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489/rs 2024-11-10T09:21:47,208 DEBUG [RS:0;802346a334f5:44633 {}] zookeeper.ZKUtil(111): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Set watcher on existing znode=/2-302417489/rs/802346a334f5,44633,1731230505489 2024-11-10T09:21:47,208 WARN [RS:0;802346a334f5:44633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:21:47,208 INFO [RS:0;802346a334f5:44633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:47,208 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489 2024-11-10T09:21:47,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,44633,1731230505489] 2024-11-10T09:21:47,211 INFO [RS:0;802346a334f5:44633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:21:47,212 INFO [RS:0;802346a334f5:44633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:21:47,212 INFO [RS:0;802346a334f5:44633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:21:47,212 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,212 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:21:47,213 INFO [RS:0;802346a334f5:44633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:21:47,213 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:21:47,213 DEBUG [RS:0;802346a334f5:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:21:47,214 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,214 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,214 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,214 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,214 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,214 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44633,1731230505489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:21:47,230 INFO [RS:0;802346a334f5:44633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:21:47,230 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,44633,1731230505489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,230 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,230 INFO [RS:0;802346a334f5:44633 {}] regionserver.Replication(171): 802346a334f5,44633,1731230505489 started 2024-11-10T09:21:47,246 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:47,246 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,44633,1731230505489, RpcServer on 802346a334f5/172.17.0.3:44633, sessionid=0x101240cdc610007 2024-11-10T09:21:47,247 DEBUG [RS:0;802346a334f5:44633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:21:47,247 DEBUG [RS:0;802346a334f5:44633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,44633,1731230505489 2024-11-10T09:21:47,247 DEBUG [RS:0;802346a334f5:44633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,44633,1731230505489' 2024-11-10T09:21:47,247 DEBUG [RS:0;802346a334f5:44633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-302417489/flush-table-proc/abort' 2024-11-10T09:21:47,247 DEBUG [RS:0;802346a334f5:44633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-302417489/flush-table-proc/acquired' 2024-11-10T09:21:47,248 DEBUG [RS:0;802346a334f5:44633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:21:47,248 DEBUG [RS:0;802346a334f5:44633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:21:47,248 DEBUG [RS:0;802346a334f5:44633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,44633,1731230505489 2024-11-10T09:21:47,248 DEBUG [RS:0;802346a334f5:44633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,44633,1731230505489' 2024-11-10T09:21:47,248 DEBUG [RS:0;802346a334f5:44633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-302417489/online-snapshot/abort' 2024-11-10T09:21:47,248 DEBUG [RS:0;802346a334f5:44633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-302417489/online-snapshot/acquired' 2024-11-10T09:21:47,248 DEBUG [RS:0;802346a334f5:44633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:21:47,248 INFO [RS:0;802346a334f5:44633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:21:47,248 INFO [RS:0;802346a334f5:44633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:21:47,349 INFO [RS:0;802346a334f5:44633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:21:47,350 INFO [RS:0;802346a334f5:44633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C44633%2C1731230505489, suffix=, logDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489, archiveDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/oldWALs, maxLogs=10 2024-11-10T09:21:47,365 DEBUG [RS:0;802346a334f5:44633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, exclude list is [], retry=0 2024-11-10T09:21:47,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-17b2941d-6119-4da8-a9e2-15b0692a85ca,DISK] 2024-11-10T09:21:47,368 INFO [RS:0;802346a334f5:44633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 2024-11-10T09:21:47,369 DEBUG [RS:0;802346a334f5:44633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46871:46871)] 2024-11-10T09:21:47,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:21:47,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d 2024-11-10T09:21:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:21:47,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:47,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:21:47,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:21:47,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:47,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:47,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:21:47,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:21:47,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:47,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:47,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:21:47,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:21:47,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:47,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:47,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:21:47,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:21:47,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:47,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:47,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:21:47,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740 2024-11-10T09:21:47,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740 2024-11-10T09:21:47,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:21:47,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:21:47,916 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:47,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:21:47,919 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:47,919 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59642464, jitterRate=-0.11125802993774414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:47,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230507906Initializing all the Stores at 1731230507907 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230507907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230507907Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230507907Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230507907Cleaning up temporary data from old regions at 1731230507915 (+8 ms)Region opened successfully at 1731230507919 (+4 ms) 2024-11-10T09:21:47,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:21:47,919 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:21:47,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:21:47,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:21:47,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:21:47,920 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:21:47,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230507919Disabling compacts and flushes for region at 1731230507919Disabling writes for close at 1731230507919Writing region close event to WAL at 1731230507920 (+1 ms)Closed at 1731230507920 2024-11-10T09:21:47,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:47,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:21:47,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:21:47,922 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:21:47,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:21:48,074 DEBUG [802346a334f5:46443 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:21:48,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,44633,1731230505489 2024-11-10T09:21:48,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,44633,1731230505489, state=OPENING 2024-11-10T09:21:48,139 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:21:48,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:48,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:48,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-302417489/meta-region-server: CHANGED 2024-11-10T09:21:48,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-302417489/meta-region-server: CHANGED 2024-11-10T09:21:48,150 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:21:48,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,44633,1731230505489}] 2024-11-10T09:21:48,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:21:48,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:48,302 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:21:48,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:21:48,306 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:21:48,306 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:48,307 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:21:48,308 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C44633%2C1731230505489.meta, suffix=.meta, logDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489, archiveDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/oldWALs, maxLogs=10 2024-11-10T09:21:48,324 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.meta.1731230508308.meta, exclude list is [], retry=0 2024-11-10T09:21:48,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-17b2941d-6119-4da8-a9e2-15b0692a85ca,DISK] 2024-11-10T09:21:48,328 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.meta.1731230508308.meta 2024-11-10T09:21:48,328 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46871:46871)] 2024-11-10T09:21:48,328 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:48,329 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:48,329 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:21:48,329 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:21:48,329 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:21:48,329 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:21:48,329 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:48,329 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:21:48,329 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:21:48,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:21:48,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:21:48,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:48,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:48,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:21:48,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:21:48,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:48,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:48,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:21:48,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:21:48,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:48,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:48,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:21:48,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:21:48,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:48,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:21:48,335 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:21:48,335 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740 2024-11-10T09:21:48,336 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740 2024-11-10T09:21:48,337 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:21:48,337 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:21:48,337 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:21:48,338 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:21:48,339 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62043638, jitterRate=-0.07547774910926819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:21:48,339 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:21:48,339 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230508329Writing region info on filesystem at 1731230508329Initializing all the Stores at 1731230508330 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230508330Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230508331 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230508331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230508331Cleaning up temporary data from old regions at 1731230508337 (+6 ms)Running coprocessor post-open hooks at 1731230508339 (+2 ms)Region opened successfully at 1731230508339 2024-11-10T09:21:48,340 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230508302 2024-11-10T09:21:48,342 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:21:48,342 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:21:48,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,44633,1731230505489 2024-11-10T09:21:48,343 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,44633,1731230505489, state=OPEN 2024-11-10T09:21:48,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-302417489/meta-region-server 2024-11-10T09:21:48,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-302417489/meta-region-server 2024-11-10T09:21:48,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,44633,1731230505489 2024-11-10T09:21:48,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-302417489/meta-region-server: CHANGED 2024-11-10T09:21:48,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-302417489/meta-region-server: CHANGED 2024-11-10T09:21:48,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:21:48,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,44633,1731230505489 in 204 msec 2024-11-10T09:21:48,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:21:48,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-10T09:21:48,359 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:21:48,359 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:21:48,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:48,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44633,1731230505489, seqNum=-1] 2024-11-10T09:21:48,360 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:48,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:48,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-10T09:21:48,366 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230508366, completionTime=-1 2024-11-10T09:21:48,366 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:21:48,366 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:21:48,368 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:21:48,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230568369 2024-11-10T09:21:48,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230628369 2024-11-10T09:21:48,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T09:21:48,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,46443,1731230505370-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:48,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,46443,1731230505370-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:48,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,46443,1731230505370-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:48,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:46443, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:48,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:48,369 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:48,371 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:21:48,372 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.818sec 2024-11-10T09:21:48,372 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:21:48,372 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:21:48,372 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:21:48,372 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:21:48,373 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:21:48,373 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,46443,1731230505370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:21:48,373 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,46443,1731230505370-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:21:48,374 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:21:48,374 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:21:48,374 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,46443,1731230505370-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:21:48,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aa2ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:48,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,46443,-1 for getting cluster id 2024-11-10T09:21:48,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:48,419 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01cd5239-382e-4d03-92ea-e275a76be945' 2024-11-10T09:21:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01cd5239-382e-4d03-92ea-e275a76be945" 2024-11-10T09:21:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97a60ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,46443,-1] 2024-11-10T09:21:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:48,421 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:48,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33afe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:48,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44633,1731230505489, seqNum=-1] 2024-11-10T09:21:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:48,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:48,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,46443,1731230505370 2024-11-10T09:21:48,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54746 2024-11-10T09:21:48,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:21:48,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101240cdc610008 connected 2024-11-10T09:21:48,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,44263,1731230492831 2024-11-10T09:21:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a831f8a 2024-11-10T09:21:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:48,453 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:48,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:21:48,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:21:48,456 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:48,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:21:48,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:21:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:21:48,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f618bf6a23c9e65bd203db0fea504c9, NAME => 'test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac 2024-11-10T09:21:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:21:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:48,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:48,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3f618bf6a23c9e65bd203db0fea504c9, disabling compactions & flushes 2024-11-10T09:21:48,872 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:21:48,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:21:48,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. after waiting 0 ms 2024-11-10T09:21:48,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:21:48,872 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:21:48,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f618bf6a23c9e65bd203db0fea504c9: Waiting for close lock at 1731230508872Disabling compacts and flushes for region at 1731230508872Disabling writes for close at 1731230508872Writing region close event to WAL at 1731230508872Closed at 1731230508872 2024-11-10T09:21:48,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:21:48,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230508873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230508873"}]},"ts":"1731230508873"} 2024-11-10T09:21:48,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:21:48,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:21:48,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230508876"}]},"ts":"1731230508876"} 2024-11-10T09:21:48,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:21:48,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f618bf6a23c9e65bd203db0fea504c9, ASSIGN}] 2024-11-10T09:21:48,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f618bf6a23c9e65bd203db0fea504c9, ASSIGN 2024-11-10T09:21:48,879 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3f618bf6a23c9e65bd203db0fea504c9, ASSIGN; state=OFFLINE, location=802346a334f5,44055,1731230493531; forceNewPlan=false, retain=false 2024-11-10T09:21:49,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f618bf6a23c9e65bd203db0fea504c9, regionState=OPENING, regionLocation=802346a334f5,44055,1731230493531 2024-11-10T09:21:49,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3f618bf6a23c9e65bd203db0fea504c9, ASSIGN because future has completed 2024-11-10T09:21:49,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f618bf6a23c9e65bd203db0fea504c9, server=802346a334f5,44055,1731230493531}] 2024-11-10T09:21:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:49,189 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:21:49,189 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f618bf6a23c9e65bd203db0fea504c9, NAME => 'test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:49,189 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:49,189 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:21:49,190 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,190 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:49,190 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,190 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,191 INFO [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,192 INFO [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f618bf6a23c9e65bd203db0fea504c9 columnFamilyName f 2024-11-10T09:21:49,192 DEBUG [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:49,192 INFO [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] regionserver.HStore(327): Store=3f618bf6a23c9e65bd203db0fea504c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:49,193 INFO [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,193 INFO [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f618bf6a23c9e65bd203db0fea504c9 columnFamilyName f1 2024-11-10T09:21:49,193 DEBUG [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:49,194 INFO [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] regionserver.HStore(327): Store=3f618bf6a23c9e65bd203db0fea504c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:49,194 INFO [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,194 INFO [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f618bf6a23c9e65bd203db0fea504c9 columnFamilyName norep 2024-11-10T09:21:49,194 DEBUG [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:49,195 INFO [StoreOpener-3f618bf6a23c9e65bd203db0fea504c9-1 {}] regionserver.HStore(327): Store=3f618bf6a23c9e65bd203db0fea504c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:49,195 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,195 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,195 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,196 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,196 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,196 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:21:49,197 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,201 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:49,201 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3f618bf6a23c9e65bd203db0fea504c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61270602, jitterRate=-0.0869968831539154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:21:49,201 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:21:49,202 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3f618bf6a23c9e65bd203db0fea504c9: Running coprocessor pre-open hook at 1731230509190Writing region info on filesystem at 1731230509190Initializing all the Stores at 1731230509191 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230509191Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230509191Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230509191Cleaning up temporary data from old regions at 1731230509196 (+5 ms)Running coprocessor post-open hooks at 1731230509201 (+5 ms)Region opened successfully at 1731230509202 (+1 ms) 2024-11-10T09:21:49,203 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9., pid=6, masterSystemTime=1731230509185 2024-11-10T09:21:49,206 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:21:49,206 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:21:49,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f618bf6a23c9e65bd203db0fea504c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,44055,1731230493531 2024-11-10T09:21:49,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f618bf6a23c9e65bd203db0fea504c9, server=802346a334f5,44055,1731230493531 because future has completed 2024-11-10T09:21:49,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:21:49,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f618bf6a23c9e65bd203db0fea504c9, server=802346a334f5,44055,1731230493531 in 196 msec 2024-11-10T09:21:49,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:21:49,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3f618bf6a23c9e65bd203db0fea504c9, ASSIGN in 353 msec 2024-11-10T09:21:49,238 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:21:49,238 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230509238"}]},"ts":"1731230509238"} 2024-11-10T09:21:49,240 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:21:49,241 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:21:49,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 787 msec 2024-11-10T09:21:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:49,594 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:21:49,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:49,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,41817,1731230499183 2024-11-10T09:21:49,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78e8e1e 2024-11-10T09:21:49,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:49,596 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:49,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:21:49,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:21:49,599 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:49,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:21:49,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:21:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:49,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:21:49,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07634b3a99874009c77d5feb46018ecb, NAME => 'test,,1731230509596.07634b3a99874009c77d5feb46018ecb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a 2024-11-10T09:21:49,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:21:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:50,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230509596.07634b3a99874009c77d5feb46018ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:50,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 07634b3a99874009c77d5feb46018ecb, disabling compactions & flushes 2024-11-10T09:21:50,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:21:50,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:21:50,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230509596.07634b3a99874009c77d5feb46018ecb. after waiting 0 ms 2024-11-10T09:21:50,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:21:50,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:21:50,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07634b3a99874009c77d5feb46018ecb: Waiting for close lock at 1731230510013Disabling compacts and flushes for region at 1731230510013Disabling writes for close at 1731230510013Writing region close event to WAL at 1731230510013Closed at 1731230510013 2024-11-10T09:21:50,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:21:50,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230509596.07634b3a99874009c77d5feb46018ecb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230510014"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230510014"}]},"ts":"1731230510014"} 2024-11-10T09:21:50,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:21:50,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:21:50,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230510017"}]},"ts":"1731230510017"} 2024-11-10T09:21:50,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:21:50,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07634b3a99874009c77d5feb46018ecb, ASSIGN}] 2024-11-10T09:21:50,019 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07634b3a99874009c77d5feb46018ecb, ASSIGN 2024-11-10T09:21:50,020 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=07634b3a99874009c77d5feb46018ecb, ASSIGN; state=OFFLINE, location=802346a334f5,44097,1731230499376; forceNewPlan=false, retain=false 2024-11-10T09:21:50,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07634b3a99874009c77d5feb46018ecb, regionState=OPENING, regionLocation=802346a334f5,44097,1731230499376 2024-11-10T09:21:50,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=07634b3a99874009c77d5feb46018ecb, ASSIGN because future has completed 2024-11-10T09:21:50,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07634b3a99874009c77d5feb46018ecb, server=802346a334f5,44097,1731230499376}] 2024-11-10T09:21:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:50,328 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:21:50,328 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 07634b3a99874009c77d5feb46018ecb, NAME => 'test,,1731230509596.07634b3a99874009c77d5feb46018ecb.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:50,328 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:50,328 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:21:50,328 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,329 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230509596.07634b3a99874009c77d5feb46018ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:50,329 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,329 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,330 INFO [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,331 INFO [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07634b3a99874009c77d5feb46018ecb columnFamilyName f 2024-11-10T09:21:50,331 DEBUG [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:50,331 INFO [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] regionserver.HStore(327): Store=07634b3a99874009c77d5feb46018ecb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:50,331 INFO [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,332 INFO [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07634b3a99874009c77d5feb46018ecb columnFamilyName f1 2024-11-10T09:21:50,332 DEBUG [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:50,332 INFO [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] regionserver.HStore(327): Store=07634b3a99874009c77d5feb46018ecb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:50,332 INFO [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,333 INFO [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07634b3a99874009c77d5feb46018ecb columnFamilyName norep 2024-11-10T09:21:50,333 DEBUG [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:50,334 INFO [StoreOpener-07634b3a99874009c77d5feb46018ecb-1 {}] regionserver.HStore(327): Store=07634b3a99874009c77d5feb46018ecb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:50,334 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,334 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,335 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,335 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,335 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,335 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:21:50,336 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,338 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:50,338 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 07634b3a99874009c77d5feb46018ecb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66965352, jitterRate=-0.002138495445251465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:21:50,338 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:21:50,338 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 07634b3a99874009c77d5feb46018ecb: Running coprocessor pre-open hook at 1731230510329Writing region info on filesystem at 1731230510329Initializing all the Stores at 1731230510329Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230510329Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230510329Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230510329Cleaning up temporary data from old regions at 1731230510335 (+6 ms)Running coprocessor post-open hooks at 1731230510338 (+3 ms)Region opened successfully at 1731230510338 2024-11-10T09:21:50,339 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230509596.07634b3a99874009c77d5feb46018ecb., pid=6, masterSystemTime=1731230510325 2024-11-10T09:21:50,341 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:21:50,341 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:21:50,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07634b3a99874009c77d5feb46018ecb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,44097,1731230499376 2024-11-10T09:21:50,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07634b3a99874009c77d5feb46018ecb, server=802346a334f5,44097,1731230499376 because future has completed 2024-11-10T09:21:50,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:21:50,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 07634b3a99874009c77d5feb46018ecb, server=802346a334f5,44097,1731230499376 in 171 msec 2024-11-10T09:21:50,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:21:50,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=07634b3a99874009c77d5feb46018ecb, ASSIGN in 328 msec 2024-11-10T09:21:50,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:21:50,348 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230510348"}]},"ts":"1731230510348"} 2024-11-10T09:21:50,349 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:21:50,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:21:50,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-10T09:21:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:50,734 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:21:50,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:50,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,46443,1731230505370 2024-11-10T09:21:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e808fd0 2024-11-10T09:21:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:50,736 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:50,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:21:50,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:21:50,738 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:50,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:21:50,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:21:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:50,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:21:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:51,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87f90c1548698962ba2c52c9c0809778, NAME => 'test,,1731230510736.87f90c1548698962ba2c52c9c0809778.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d 2024-11-10T09:21:51,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:21:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230510736.87f90c1548698962ba2c52c9c0809778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 87f90c1548698962ba2c52c9c0809778, disabling compactions & flushes 2024-11-10T09:21:51,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:21:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:21:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230510736.87f90c1548698962ba2c52c9c0809778. after waiting 0 ms 2024-11-10T09:21:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:21:51,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:21:51,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87f90c1548698962ba2c52c9c0809778: Waiting for close lock at 1731230511551Disabling compacts and flushes for region at 1731230511551Disabling writes for close at 1731230511551Writing region close event to WAL at 1731230511551Closed at 1731230511551 2024-11-10T09:21:51,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:21:51,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230510736.87f90c1548698962ba2c52c9c0809778.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230511552"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230511552"}]},"ts":"1731230511552"} 2024-11-10T09:21:51,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:21:51,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:21:51,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230511555"}]},"ts":"1731230511555"} 2024-11-10T09:21:51,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:21:51,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87f90c1548698962ba2c52c9c0809778, ASSIGN}] 2024-11-10T09:21:51,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87f90c1548698962ba2c52c9c0809778, ASSIGN 2024-11-10T09:21:51,558 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=87f90c1548698962ba2c52c9c0809778, ASSIGN; state=OFFLINE, location=802346a334f5,44633,1731230505489; forceNewPlan=false, retain=false 2024-11-10T09:21:51,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87f90c1548698962ba2c52c9c0809778, regionState=OPENING, regionLocation=802346a334f5,44633,1731230505489 2024-11-10T09:21:51,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=87f90c1548698962ba2c52c9c0809778, ASSIGN because future has completed 2024-11-10T09:21:51,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87f90c1548698962ba2c52c9c0809778, server=802346a334f5,44633,1731230505489}] 2024-11-10T09:21:51,867 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:21:51,867 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87f90c1548698962ba2c52c9c0809778, NAME => 'test,,1731230510736.87f90c1548698962ba2c52c9c0809778.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:51,867 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:51,867 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:21:51,867 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,867 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230510736.87f90c1548698962ba2c52c9c0809778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:51,868 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,868 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,869 INFO [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,870 INFO [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f90c1548698962ba2c52c9c0809778 columnFamilyName f 2024-11-10T09:21:51,870 DEBUG [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:51,870 INFO [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] regionserver.HStore(327): Store=87f90c1548698962ba2c52c9c0809778/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:51,870 INFO [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,871 INFO [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f90c1548698962ba2c52c9c0809778 columnFamilyName f1 2024-11-10T09:21:51,871 DEBUG [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:51,871 INFO [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] regionserver.HStore(327): Store=87f90c1548698962ba2c52c9c0809778/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:51,871 INFO [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,872 INFO [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f90c1548698962ba2c52c9c0809778 columnFamilyName norep 2024-11-10T09:21:51,872 DEBUG [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:51,872 INFO [StoreOpener-87f90c1548698962ba2c52c9c0809778-1 {}] regionserver.HStore(327): Store=87f90c1548698962ba2c52c9c0809778/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:51,872 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,873 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,873 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:51,874 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,874 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,875 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:21:51,875 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,877 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:51,877 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87f90c1548698962ba2c52c9c0809778; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74650000, jitterRate=0.11237168312072754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:21:51,878 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:21:51,878 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87f90c1548698962ba2c52c9c0809778: Running coprocessor pre-open hook at 1731230511868Writing region info on filesystem at 1731230511868Initializing all the Stores at 1731230511868Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230511868Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230511868Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230511868Cleaning up temporary data from old regions at 1731230511874 (+6 ms)Running coprocessor post-open hooks at 1731230511878 (+4 ms)Region opened successfully at 1731230511878 2024-11-10T09:21:51,879 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230510736.87f90c1548698962ba2c52c9c0809778., pid=6, masterSystemTime=1731230511863 2024-11-10T09:21:51,881 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:21:51,881 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:21:51,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87f90c1548698962ba2c52c9c0809778, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,44633,1731230505489 2024-11-10T09:21:51,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87f90c1548698962ba2c52c9c0809778, server=802346a334f5,44633,1731230505489 because future has completed 2024-11-10T09:21:51,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:21:51,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87f90c1548698962ba2c52c9c0809778, server=802346a334f5,44633,1731230505489 in 177 msec 2024-11-10T09:21:51,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:21:51,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=87f90c1548698962ba2c52c9c0809778, ASSIGN in 333 msec 2024-11-10T09:21:51,893 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:21:51,894 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230511893"}]},"ts":"1731230511893"} 2024-11-10T09:21:51,896 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:21:51,898 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:21:51,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-10T09:21:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:21:52,884 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:21:52,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:52,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44263,-1 for getting cluster id 2024-11-10T09:21:52,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:52,886 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de45b16-54fd-4862-adce-a238d23798e8' 2024-11-10T09:21:52,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:52,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de45b16-54fd-4862-adce-a238d23798e8" 2024-11-10T09:21:52,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d91dba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:52,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44263,-1] 2024-11-10T09:21:52,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:52,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:52,888 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:52,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637e754b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:52,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,44263,1731230492831 2024-11-10T09:21:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@384d48f6 2024-11-10T09:21:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:52,891 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:52,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:41817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:21:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:21:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:52,916 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:41817' 2024-11-10T09:21:52,917 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42199296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:52,917 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,41817,-1 for getting cluster id 2024-11-10T09:21:52,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:52,917 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f0bc17-c3c3-42c6-a39c-23de113353e4' 2024-11-10T09:21:52,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:52,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f0bc17-c3c3-42c6-a39c-23de113353e4" 2024-11-10T09:21:52,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d52df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:52,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,41817,-1] 2024-11-10T09:21:52,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:52,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:52,919 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:52,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b765bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:52,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:52,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,41817,1731230499183 2024-11-10T09:21:52,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6395328 2024-11-10T09:21:52,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:52,921 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:52,921 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T09:21:52,921 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:21:52,921 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:52,922 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:52,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:52,922 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:52,923 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:21:52,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:21:52,924 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:52,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:21:52,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:21:52,973 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:21:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:53,211 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T09:21:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:53,330 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 398dca5f91ffcfc332ec037caa521603, NAME => 'hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac 2024-11-10T09:21:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:21:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:53,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:53,736 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 398dca5f91ffcfc332ec037caa521603, disabling compactions & flushes 2024-11-10T09:21:53,736 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:21:53,736 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:21:53,736 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. after waiting 0 ms 2024-11-10T09:21:53,736 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:21:53,736 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:21:53,736 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 398dca5f91ffcfc332ec037caa521603: Waiting for close lock at 1731230513735Disabling compacts and flushes for region at 1731230513735Disabling writes for close at 1731230513736 (+1 ms)Writing region close event to WAL at 1731230513736Closed at 1731230513736 2024-11-10T09:21:53,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:21:53,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230513737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230513737"}]},"ts":"1731230513737"} 2024-11-10T09:21:53,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:21:53,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:21:53,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230513740"}]},"ts":"1731230513740"} 2024-11-10T09:21:53,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:21:53,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=398dca5f91ffcfc332ec037caa521603, ASSIGN}] 2024-11-10T09:21:53,743 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=398dca5f91ffcfc332ec037caa521603, ASSIGN 2024-11-10T09:21:53,743 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=398dca5f91ffcfc332ec037caa521603, ASSIGN; state=OFFLINE, location=802346a334f5,44055,1731230493531; forceNewPlan=false, retain=false 2024-11-10T09:21:53,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:21:53,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:53,894 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=398dca5f91ffcfc332ec037caa521603, regionState=OPENING, regionLocation=802346a334f5,44055,1731230493531 2024-11-10T09:21:53,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=398dca5f91ffcfc332ec037caa521603, ASSIGN because future has completed 2024-11-10T09:21:53,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 398dca5f91ffcfc332ec037caa521603, server=802346a334f5,44055,1731230493531}] 2024-11-10T09:21:54,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:21:54,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:54,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:21:54,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C44055%2C1731230493531.rep, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/oldWALs, maxLogs=10 2024-11-10T09:21:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:54,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.rep.1731230514053, exclude list is [], retry=0 2024-11-10T09:21:54,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33587,DS-e0431f6a-e1c5-4fa5-ad63-5e80c2118909,DISK] 2024-11-10T09:21:54,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.rep.1731230514053 2024-11-10T09:21:54,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-10T09:21:54,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 398dca5f91ffcfc332ec037caa521603, NAME => 'hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:54,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:54,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:21:54,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. service=MultiRowMutationService 2024-11-10T09:21:54,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:21:54,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:54,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,070 INFO [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,071 INFO [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 398dca5f91ffcfc332ec037caa521603 columnFamilyName hfileref 2024-11-10T09:21:54,072 DEBUG [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:54,072 INFO [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] regionserver.HStore(327): Store=398dca5f91ffcfc332ec037caa521603/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:54,072 INFO [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,073 INFO [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 398dca5f91ffcfc332ec037caa521603 columnFamilyName queue 2024-11-10T09:21:54,073 DEBUG [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:54,073 INFO [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] regionserver.HStore(327): Store=398dca5f91ffcfc332ec037caa521603/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:54,073 INFO [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,074 INFO [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 398dca5f91ffcfc332ec037caa521603 columnFamilyName sid 2024-11-10T09:21:54,074 DEBUG [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:54,074 INFO [StoreOpener-398dca5f91ffcfc332ec037caa521603-1 {}] regionserver.HStore(327): Store=398dca5f91ffcfc332ec037caa521603/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:54,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/replication/398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/replication/398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:21:54,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/replication/398dca5f91ffcfc332ec037caa521603/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:54,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 398dca5f91ffcfc332ec037caa521603; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61466183, jitterRate=-0.08408249914646149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:21:54,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:21:54,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 398dca5f91ffcfc332ec037caa521603: Running coprocessor pre-open hook at 1731230514069Writing region info on filesystem at 1731230514069Initializing all the Stores at 1731230514070 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230514070Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230514070Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230514070Cleaning up temporary data from old regions at 1731230514076 (+6 ms)Running coprocessor post-open hooks at 1731230514079 (+3 ms)Region opened successfully at 1731230514079 2024-11-10T09:21:54,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603., pid=10, masterSystemTime=1731230514049 2024-11-10T09:21:54,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:21:54,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:21:54,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=398dca5f91ffcfc332ec037caa521603, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,44055,1731230493531 2024-11-10T09:21:54,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 398dca5f91ffcfc332ec037caa521603, server=802346a334f5,44055,1731230493531 because future has completed 2024-11-10T09:21:54,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:21:54,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 398dca5f91ffcfc332ec037caa521603, server=802346a334f5,44055,1731230493531 in 187 msec 2024-11-10T09:21:54,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:21:54,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=398dca5f91ffcfc332ec037caa521603, ASSIGN in 343 msec 2024-11-10T09:21:54,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:21:54,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230514087"}]},"ts":"1731230514087"} 2024-11-10T09:21:54,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:21:54,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:21:54,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-10T09:21:54,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603., hostname=802346a334f5,44055,1731230493531, seqNum=2] 2024-11-10T09:21:54,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:54,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:21:54,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:21:54,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:21:54,382 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:21:54,408 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,44055,1731230493531, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:21:54,408 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:54,408 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44055,1731230493531, seqNum=-1] 2024-11-10T09:21:54,409 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:54,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T09:21:54,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,44055,1731230493531', locateType=CURRENT is [region=hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603., hostname=802346a334f5,44055,1731230493531, seqNum=2] 2024-11-10T09:21:54,414 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:21:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:21:54,416 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,44055,1731230493531 suceeded 2024-11-10T09:21:54,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:21:54,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T09:21:54,417 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:41817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:21:54,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5260 sec 2024-11-10T09:21:54,427 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:41817' 2024-11-10T09:21:54,428 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73113d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:54,428 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,41817,-1 for getting cluster id 2024-11-10T09:21:54,428 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:54,429 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f0bc17-c3c3-42c6-a39c-23de113353e4' 2024-11-10T09:21:54,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:54,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f0bc17-c3c3-42c6-a39c-23de113353e4" 2024-11-10T09:21:54,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@124a51b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:54,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,41817,-1] 2024-11-10T09:21:54,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:54,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:54,430 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:54,431 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@462a4f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:54,431 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:54,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,41817,1731230499183 2024-11-10T09:21:54,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d69a8a0 2024-11-10T09:21:54,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:54,432 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-10T09:21:54,433 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,44055,1731230493531 (queues=1) is replicating from cluster=4de45b16-54fd-4862-adce-a238d23798e8 to cluster=28f0bc17-c3c3-42c6-a39c-23de113353e4 2024-11-10T09:21:54,433 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C44055%2C1731230493531 2024-11-10T09:21:54,433 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,44055,1731230493531, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:21:54,433 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C44055%2C1731230493531 2024-11-10T09:21:54,433 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, startPosition=0, beingWritten=true 2024-11-10T09:21:54,438 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:54,438 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 379, reset compression=false 2024-11-10T09:21:54,438 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44055,1731230493531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:54,642 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 379, reset compression=false 2024-11-10T09:21:54,945 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 379, reset compression=false 2024-11-10T09:21:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:55,064 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:21:55,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:21:55,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:55,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:55,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:55,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:55,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:55,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,41817,-1 for getting cluster id 2024-11-10T09:21:55,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:55,066 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f0bc17-c3c3-42c6-a39c-23de113353e4' 2024-11-10T09:21:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f0bc17-c3c3-42c6-a39c-23de113353e4" 2024-11-10T09:21:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c05d366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,41817,-1] 2024-11-10T09:21:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:55,067 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f861e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:55,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:55,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,41817,1731230499183 2024-11-10T09:21:55,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@631c6b1e 2024-11-10T09:21:55,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:55,069 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:55,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:46443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:21:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:21:55,071 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:46443' 2024-11-10T09:21:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:55,072 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a28de21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:55,072 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,46443,-1 for getting cluster id 2024-11-10T09:21:55,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:55,073 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01cd5239-382e-4d03-92ea-e275a76be945' 2024-11-10T09:21:55,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:55,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01cd5239-382e-4d03-92ea-e275a76be945" 2024-11-10T09:21:55,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78144738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:55,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,46443,-1] 2024-11-10T09:21:55,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:55,074 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:55,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4584b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:55,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:55,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,46443,1731230505370 2024-11-10T09:21:55,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d9a8ffd 2024-11-10T09:21:55,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:55,076 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:55,077 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T09:21:55,077 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:21:55,077 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:55,077 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:55,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:55,077 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:55,078 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:21:55,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:21:55,079 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:55,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:21:55,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:21:55,128 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:21:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:55,349 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 379, reset compression=false 2024-11-10T09:21:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:55,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19a7692f8362c437cd6a66aebf225b0b, NAME => 'hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a 2024-11-10T09:21:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:21:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:55,853 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 379, reset compression=false 2024-11-10T09:21:55,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:55,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 19a7692f8362c437cd6a66aebf225b0b, disabling compactions & flushes 2024-11-10T09:21:55,891 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:21:55,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:21:55,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. after waiting 0 ms 2024-11-10T09:21:55,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:21:55,891 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:21:55,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19a7692f8362c437cd6a66aebf225b0b: Waiting for close lock at 1731230515891Disabling compacts and flushes for region at 1731230515891Disabling writes for close at 1731230515891Writing region close event to WAL at 1731230515891Closed at 1731230515891 2024-11-10T09:21:55,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:21:55,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230515892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230515892"}]},"ts":"1731230515892"} 2024-11-10T09:21:55,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:21:55,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:21:55,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230515894"}]},"ts":"1731230515894"} 2024-11-10T09:21:55,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:21:55,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19a7692f8362c437cd6a66aebf225b0b, ASSIGN}] 2024-11-10T09:21:55,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19a7692f8362c437cd6a66aebf225b0b, ASSIGN 2024-11-10T09:21:55,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19a7692f8362c437cd6a66aebf225b0b, ASSIGN; state=OFFLINE, location=802346a334f5,44097,1731230499376; forceNewPlan=false, retain=false 2024-11-10T09:21:56,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19a7692f8362c437cd6a66aebf225b0b, regionState=OPENING, regionLocation=802346a334f5,44097,1731230499376 2024-11-10T09:21:56,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19a7692f8362c437cd6a66aebf225b0b, ASSIGN because future has completed 2024-11-10T09:21:56,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19a7692f8362c437cd6a66aebf225b0b, server=802346a334f5,44097,1731230499376}] 2024-11-10T09:21:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:56,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:21:56,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:56,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:21:56,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C44097%2C1731230499376.rep, suffix=, logDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/oldWALs, maxLogs=10 2024-11-10T09:21:56,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.rep.1731230516207, exclude list is [], retry=0 2024-11-10T09:21:56,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-9507d387-1d83-4b16-ba0a-fc984ad1d31d,DISK] 2024-11-10T09:21:56,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.rep.1731230516207 2024-11-10T09:21:56,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573)] 2024-11-10T09:21:56,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 19a7692f8362c437cd6a66aebf225b0b, NAME => 'hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:56,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:56,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:21:56,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. service=MultiRowMutationService 2024-11-10T09:21:56,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:21:56,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:56,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,228 INFO [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,228 INFO [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a7692f8362c437cd6a66aebf225b0b columnFamilyName hfileref 2024-11-10T09:21:56,228 DEBUG [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:56,229 INFO [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] regionserver.HStore(327): Store=19a7692f8362c437cd6a66aebf225b0b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:56,229 INFO [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,230 INFO [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a7692f8362c437cd6a66aebf225b0b columnFamilyName queue 2024-11-10T09:21:56,230 DEBUG [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:56,230 INFO [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] regionserver.HStore(327): Store=19a7692f8362c437cd6a66aebf225b0b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:56,230 INFO [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,231 INFO [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a7692f8362c437cd6a66aebf225b0b columnFamilyName sid 2024-11-10T09:21:56,231 DEBUG [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:56,231 INFO [StoreOpener-19a7692f8362c437cd6a66aebf225b0b-1 {}] regionserver.HStore(327): Store=19a7692f8362c437cd6a66aebf225b0b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:56,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/replication/19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/replication/19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:21:56,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/replication/19a7692f8362c437cd6a66aebf225b0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:56,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 19a7692f8362c437cd6a66aebf225b0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59066501, jitterRate=-0.11984054744243622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:21:56,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:21:56,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 19a7692f8362c437cd6a66aebf225b0b: Running coprocessor pre-open hook at 1731230516227Writing region info on filesystem at 1731230516227Initializing all the Stores at 1731230516227Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230516227Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230516227Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230516227Cleaning up temporary data from old regions at 1731230516233 (+6 ms)Running coprocessor post-open hooks at 1731230516236 (+3 ms)Region opened successfully at 1731230516236 2024-11-10T09:21:56,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b., pid=10, masterSystemTime=1731230516202 2024-11-10T09:21:56,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:21:56,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:21:56,239 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19a7692f8362c437cd6a66aebf225b0b, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,44097,1731230499376 2024-11-10T09:21:56,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19a7692f8362c437cd6a66aebf225b0b, server=802346a334f5,44097,1731230499376 because future has completed 2024-11-10T09:21:56,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:21:56,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 19a7692f8362c437cd6a66aebf225b0b, server=802346a334f5,44097,1731230499376 in 191 msec 2024-11-10T09:21:56,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:21:56,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19a7692f8362c437cd6a66aebf225b0b, ASSIGN in 346 msec 2024-11-10T09:21:56,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:21:56,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230516244"}]},"ts":"1731230516244"} 2024-11-10T09:21:56,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:21:56,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:21:56,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-10T09:21:56,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b., hostname=802346a334f5,44097,1731230499376, seqNum=2] 2024-11-10T09:21:56,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:56,364 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:21:56,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:21:56,456 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 379, reset compression=false 2024-11-10T09:21:56,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:21:56,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T09:21:56,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:21:56,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T09:21:56,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44097 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:21:56,539 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:21:56,571 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,44097,1731230499376, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:21:56,571 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:56,571 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44097,1731230499376, seqNum=-1] 2024-11-10T09:21:56,572 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:56,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T09:21:56,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,44097,1731230499376', locateType=CURRENT is [region=hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b., hostname=802346a334f5,44097,1731230499376, seqNum=2] 2024-11-10T09:21:56,577 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:21:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:21:56,579 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,44097,1731230499376 suceeded 2024-11-10T09:21:56,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:21:56,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T09:21:56,581 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:46443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:21:56,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec 2024-11-10T09:21:56,591 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:46443' 2024-11-10T09:21:56,592 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a80cd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:56,592 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,46443,-1 for getting cluster id 2024-11-10T09:21:56,592 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:56,593 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01cd5239-382e-4d03-92ea-e275a76be945' 2024-11-10T09:21:56,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:56,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01cd5239-382e-4d03-92ea-e275a76be945" 2024-11-10T09:21:56,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@701d8679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:56,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,46443,-1] 2024-11-10T09:21:56,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:56,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:56,594 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:56,594 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6450495e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:56,594 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:56,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,46443,1731230505370 2024-11-10T09:21:56,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73632d55 2024-11-10T09:21:56,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:56,596 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-10T09:21:56,596 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,44097,1731230499376 (queues=1) is replicating from cluster=28f0bc17-c3c3-42c6-a39c-23de113353e4 to cluster=01cd5239-382e-4d03-92ea-e275a76be945 2024-11-10T09:21:56,596 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C44097%2C1731230499376 2024-11-10T09:21:56,596 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,44097,1731230499376, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:21:56,597 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C44097%2C1731230499376 2024-11-10T09:21:56,597 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, startPosition=0, beingWritten=true 2024-11-10T09:21:56,601 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:56,601 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 379, reset compression=false 2024-11-10T09:21:56,601 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44097,1731230499376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:56,804 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 379, reset compression=false 2024-11-10T09:21:57,107 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 379, reset compression=false 2024-11-10T09:21:57,160 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 379, reset compression=false 2024-11-10T09:21:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:57,224 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:21:57,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:21:57,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:57,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:57,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:57,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:57,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:57,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,46443,-1 for getting cluster id 2024-11-10T09:21:57,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:57,226 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01cd5239-382e-4d03-92ea-e275a76be945' 2024-11-10T09:21:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01cd5239-382e-4d03-92ea-e275a76be945" 2024-11-10T09:21:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7adef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,46443,-1] 2024-11-10T09:21:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:57,227 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:57,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5e3011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:57,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:57,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,46443,1731230505370 2024-11-10T09:21:57,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dc0c9d8 2024-11-10T09:21:57,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:57,230 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:57,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:44263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:21:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:21:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:57,232 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:44263' 2024-11-10T09:21:57,233 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7628f5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:57,233 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44263,-1 for getting cluster id 2024-11-10T09:21:57,233 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:57,234 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de45b16-54fd-4862-adce-a238d23798e8' 2024-11-10T09:21:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de45b16-54fd-4862-adce-a238d23798e8" 2024-11-10T09:21:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef505db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44263,-1] 2024-11-10T09:21:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:57,235 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:57,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f80b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:57,236 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:57,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,44263,1731230492831 2024-11-10T09:21:57,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4171e566 2024-11-10T09:21:57,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:57,237 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:21:57,238 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T09:21:57,238 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:21:57,238 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:57,238 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:57,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:57,238 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:21:57,239 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:21:57,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:21:57,240 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:57,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:21:57,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:21:57,290 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:21:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:57,510 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 379, reset compression=false 2024-11-10T09:21:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:57,647 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ade5560983f3c96612ff672ecebceef8, NAME => 'hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d 2024-11-10T09:21:57,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:21:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:57,963 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 379, reset compression=false 2024-11-10T09:21:58,014 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 379, reset compression=false 2024-11-10T09:21:58,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:58,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ade5560983f3c96612ff672ecebceef8, disabling compactions & flushes 2024-11-10T09:21:58,052 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:21:58,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:21:58,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. after waiting 0 ms 2024-11-10T09:21:58,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:21:58,052 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:21:58,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ade5560983f3c96612ff672ecebceef8: Waiting for close lock at 1731230518052Disabling compacts and flushes for region at 1731230518052Disabling writes for close at 1731230518052Writing region close event to WAL at 1731230518052Closed at 1731230518052 2024-11-10T09:21:58,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:21:58,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230518099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230518099"}]},"ts":"1731230518099"} 2024-11-10T09:21:58,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:21:58,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:21:58,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230518102"}]},"ts":"1731230518102"} 2024-11-10T09:21:58,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:21:58,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ade5560983f3c96612ff672ecebceef8, ASSIGN}] 2024-11-10T09:21:58,104 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ade5560983f3c96612ff672ecebceef8, ASSIGN 2024-11-10T09:21:58,105 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ade5560983f3c96612ff672ecebceef8, ASSIGN; state=OFFLINE, location=802346a334f5,44633,1731230505489; forceNewPlan=false, retain=false 2024-11-10T09:21:58,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ade5560983f3c96612ff672ecebceef8, regionState=OPENING, regionLocation=802346a334f5,44633,1731230505489 2024-11-10T09:21:58,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ade5560983f3c96612ff672ecebceef8, ASSIGN because future has completed 2024-11-10T09:21:58,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ade5560983f3c96612ff672ecebceef8, server=802346a334f5,44633,1731230505489}] 2024-11-10T09:21:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:58,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:21:58,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:21:58,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:21:58,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C44633%2C1731230505489.rep, suffix=, logDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489, archiveDir=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/oldWALs, maxLogs=10 2024-11-10T09:21:58,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.rep.1731230518414, exclude list is [], retry=0 2024-11-10T09:21:58,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-17b2941d-6119-4da8-a9e2-15b0692a85ca,DISK] 2024-11-10T09:21:58,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.rep.1731230518414 2024-11-10T09:21:58,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46871:46871)] 2024-11-10T09:21:58,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ade5560983f3c96612ff672ecebceef8, NAME => 'hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:21:58,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:21:58,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:21:58,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. service=MultiRowMutationService 2024-11-10T09:21:58,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:21:58,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:21:58,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,434 INFO [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,435 INFO [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade5560983f3c96612ff672ecebceef8 columnFamilyName hfileref 2024-11-10T09:21:58,435 DEBUG [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:58,436 INFO [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] regionserver.HStore(327): Store=ade5560983f3c96612ff672ecebceef8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:58,436 INFO [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,436 INFO [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade5560983f3c96612ff672ecebceef8 columnFamilyName queue 2024-11-10T09:21:58,436 DEBUG [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:58,437 INFO [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] regionserver.HStore(327): Store=ade5560983f3c96612ff672ecebceef8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:58,437 INFO [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,437 INFO [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade5560983f3c96612ff672ecebceef8 columnFamilyName sid 2024-11-10T09:21:58,437 DEBUG [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:21:58,438 INFO [StoreOpener-ade5560983f3c96612ff672ecebceef8-1 {}] regionserver.HStore(327): Store=ade5560983f3c96612ff672ecebceef8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:21:58,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/replication/ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/replication/ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:21:58,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/replication/ade5560983f3c96612ff672ecebceef8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:21:58,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ade5560983f3c96612ff672ecebceef8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71062133, jitterRate=0.05890829861164093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:21:58,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ade5560983f3c96612ff672ecebceef8 2024-11-10T09:21:58,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ade5560983f3c96612ff672ecebceef8: Running coprocessor pre-open hook at 1731230518432Writing region info on filesystem at 1731230518432Initializing all the Stores at 1731230518433 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230518433Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230518434 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230518434Cleaning up temporary data from old regions at 1731230518439 (+5 ms)Running coprocessor post-open hooks at 1731230518445 (+6 ms)Region opened successfully at 1731230518445 2024-11-10T09:21:58,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8., pid=10, masterSystemTime=1731230518409 2024-11-10T09:21:58,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:21:58,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:21:58,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ade5560983f3c96612ff672ecebceef8, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,44633,1731230505489 2024-11-10T09:21:58,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ade5560983f3c96612ff672ecebceef8, server=802346a334f5,44633,1731230505489 because future has completed 2024-11-10T09:21:58,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:21:58,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ade5560983f3c96612ff672ecebceef8, server=802346a334f5,44633,1731230505489 in 192 msec 2024-11-10T09:21:58,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:21:58,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ade5560983f3c96612ff672ecebceef8, ASSIGN in 349 msec 2024-11-10T09:21:58,455 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:21:58,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230518455"}]},"ts":"1731230518455"} 2024-11-10T09:21:58,456 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:21:58,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:21:58,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2190 sec 2024-11-10T09:21:58,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8., hostname=802346a334f5,44633,1731230505489, seqNum=2] 2024-11-10T09:21:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:21:58,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:21:58,617 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 379, reset compression=false 2024-11-10T09:21:58,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:21:58,754 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:21:58,782 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,44633,1731230505489, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:21:58,782 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:58,782 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44633,1731230505489, seqNum=-1] 2024-11-10T09:21:58,782 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:58,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T09:21:58,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,44633,1731230505489', locateType=CURRENT is [region=hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8., hostname=802346a334f5,44633,1731230505489, seqNum=2] 2024-11-10T09:21:58,787 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:21:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:21:58,789 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,44633,1731230505489 suceeded 2024-11-10T09:21:58,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:21:58,791 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:44263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:21:58,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T09:21:58,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-10T09:21:58,801 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:44263' 2024-11-10T09:21:58,802 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78c5091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:58,802 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44263,-1 for getting cluster id 2024-11-10T09:21:58,802 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:58,802 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de45b16-54fd-4862-adce-a238d23798e8' 2024-11-10T09:21:58,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:58,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de45b16-54fd-4862-adce-a238d23798e8" 2024-11-10T09:21:58,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@252562d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:58,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44263,-1] 2024-11-10T09:21:58,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:58,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:58,803 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:58,804 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@694bd961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:58,804 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:21:58,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,44263,1731230492831 2024-11-10T09:21:58,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3afd2778 2024-11-10T09:21:58,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:21:58,805 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T09:21:58,806 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,44633,1731230505489 (queues=1) is replicating from cluster=01cd5239-382e-4d03-92ea-e275a76be945 to cluster=4de45b16-54fd-4862-adce-a238d23798e8 2024-11-10T09:21:58,806 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C44633%2C1731230505489 2024-11-10T09:21:58,806 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,44633,1731230505489, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:21:58,806 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C44633%2C1731230505489 2024-11-10T09:21:58,806 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, startPosition=0, beingWritten=true 2024-11-10T09:21:58,810 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:21:58,810 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 379, reset compression=false 2024-11-10T09:21:58,810 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44633,1731230505489 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:21:58,866 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 379, reset compression=false 2024-11-10T09:21:59,013 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 379, reset compression=false 2024-11-10T09:21:59,317 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 379, reset compression=false 2024-11-10T09:21:59,320 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 379, reset compression=false 2024-11-10T09:21:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:21:59,383 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:21:59,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:21:59,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:21:59,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:59,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:59,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:21:59,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5268e0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44263,-1 for getting cluster id 2024-11-10T09:21:59,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:59,385 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de45b16-54fd-4862-adce-a238d23798e8' 2024-11-10T09:21:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de45b16-54fd-4862-adce-a238d23798e8" 2024-11-10T09:21:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278679e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44263,-1] 2024-11-10T09:21:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:59,386 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1679fd90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a2d50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,41817,-1 for getting cluster id 2024-11-10T09:21:59,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:59,388 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f0bc17-c3c3-42c6-a39c-23de113353e4' 2024-11-10T09:21:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f0bc17-c3c3-42c6-a39c-23de113353e4" 2024-11-10T09:21:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e5b546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,41817,-1] 2024-11-10T09:21:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:59,389 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f974db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ddea05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,46443,-1 for getting cluster id 2024-11-10T09:21:59,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:59,391 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01cd5239-382e-4d03-92ea-e275a76be945' 2024-11-10T09:21:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01cd5239-382e-4d03-92ea-e275a76be945" 2024-11-10T09:21:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e855063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,46443,-1] 2024-11-10T09:21:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:59,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:59,393 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:59,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e36739e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:59,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44055,1731230493531, seqNum=-1] 2024-11-10T09:21:59,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:59,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:59,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9., hostname=802346a334f5,44055,1731230493531, seqNum=2] 2024-11-10T09:21:59,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44633,1731230505489, seqNum=-1] 2024-11-10T09:21:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:59,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:21:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230510736.87f90c1548698962ba2c52c9c0809778., hostname=802346a334f5,44633,1731230505489, seqNum=2] 2024-11-10T09:21:59,404 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T09:21:59,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:21:59,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:21:59,720 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 379, reset compression=false 2024-11-10T09:21:59,869 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 379, reset compression=false 2024-11-10T09:21:59,874 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:21:59,874 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 480, reset compression=false 2024-11-10T09:21:59,874 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44055,1731230493531 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f618bf6a23c9e65bd203db0fea504c9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T09:21:59,876 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:21:59,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-10T09:21:59,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:21:59,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51e648b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,41817,-1 for getting cluster id 2024-11-10T09:21:59,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:21:59,879 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f0bc17-c3c3-42c6-a39c-23de113353e4' 2024-11-10T09:21:59,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:21:59,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f0bc17-c3c3-42c6-a39c-23de113353e4" 2024-11-10T09:21:59,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71a1fc0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,41817,-1] 2024-11-10T09:21:59,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:21:59,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:21:59,880 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:21:59,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5209e6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:21:59,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:21:59,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44097,1731230499376, seqNum=-1] 2024-11-10T09:21:59,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:21:59,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T09:21:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230509596.07634b3a99874009c77d5feb46018ecb., hostname=802346a334f5,44097,1731230499376, seqNum=2] 2024-11-10T09:21:59,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:00,078 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 480, reset compression=false 2024-11-10T09:22:00,122 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 379, reset compression=false 2024-11-10T09:22:00,126 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:00,126 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 503, reset compression=false 2024-11-10T09:22:00,126 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44097,1731230499376 got entry batch from reader: WALEntryBatch [walEntries=[{test/07634b3a99874009c77d5feb46018ecb/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T09:22:00,128 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:22:00,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-10T09:22:00,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:00,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fe80102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:00,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,46443,-1 for getting cluster id 2024-11-10T09:22:00,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:00,130 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01cd5239-382e-4d03-92ea-e275a76be945' 2024-11-10T09:22:00,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:00,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01cd5239-382e-4d03-92ea-e275a76be945" 2024-11-10T09:22:00,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33352508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:00,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,46443,-1] 2024-11-10T09:22:00,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:00,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:00,131 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:00,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20281b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:00,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:00,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44633,1731230505489, seqNum=-1] 2024-11-10T09:22:00,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:00,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T09:22:00,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230510736.87f90c1548698962ba2c52c9c0809778., hostname=802346a334f5,44633,1731230505489, seqNum=2] 2024-11-10T09:22:00,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:00,223 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 379, reset compression=false 2024-11-10T09:22:00,226 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:00,226 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 526, reset compression=false 2024-11-10T09:22:00,226 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44633,1731230505489 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:00,331 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 503, reset compression=false 2024-11-10T09:22:00,381 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 480, reset compression=false 2024-11-10T09:22:00,406 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T09:22:00,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44097,1731230499376, seqNum=-1] 2024-11-10T09:22:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:00,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:22:00,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731230509596.07634b3a99874009c77d5feb46018ecb., hostname=802346a334f5,44097,1731230499376, seqNum=2] 2024-11-10T09:22:00,412 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T09:22:00,430 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 526, reset compression=false 2024-11-10T09:22:00,634 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 503, reset compression=false 2024-11-10T09:22:00,638 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:00,638 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 607, reset compression=false 2024-11-10T09:22:00,638 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44097,1731230499376 got entry batch from reader: WALEntryBatch [walEntries=[{test/07634b3a99874009c77d5feb46018ecb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T09:22:00,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:00,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:00,733 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 526, reset compression=false 2024-11-10T09:22:00,745 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:00,746 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 653, reset compression=false 2024-11-10T09:22:00,746 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44633,1731230505489 got entry batch from reader: WALEntryBatch [walEntries=[{test/87f90c1548698962ba2c52c9c0809778/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T09:22:00,747 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:22:00,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T09:22:00,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:00,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@347209ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:00,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44263,-1 for getting cluster id 2024-11-10T09:22:00,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:00,750 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de45b16-54fd-4862-adce-a238d23798e8' 2024-11-10T09:22:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de45b16-54fd-4862-adce-a238d23798e8" 2024-11-10T09:22:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea388e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:00,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44263,-1] 2024-11-10T09:22:00,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:00,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:00,751 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:00,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7044ac2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:00,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,44055,1731230493531, seqNum=-1] 2024-11-10T09:22:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:00,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T09:22:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9., hostname=802346a334f5,44055,1731230493531, seqNum=2] 2024-11-10T09:22:00,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:00,784 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 480, reset compression=false 2024-11-10T09:22:00,789 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:00,789 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 630, reset compression=false 2024-11-10T09:22:00,789 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44055,1731230493531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:00,841 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 607, reset compression=false 2024-11-10T09:22:00,949 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 653, reset compression=false 2024-11-10T09:22:00,992 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 630, reset compression=false 2024-11-10T09:22:01,145 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 607, reset compression=false 2024-11-10T09:22:01,253 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 653, reset compression=false 2024-11-10T09:22:01,296 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 630, reset compression=false 2024-11-10T09:22:01,413 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T09:22:01,416 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T09:22:01,548 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 607, reset compression=false 2024-11-10T09:22:01,657 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 653, reset compression=false 2024-11-10T09:22:01,662 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:01,662 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 757, reset compression=false 2024-11-10T09:22:01,662 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44633,1731230505489 got entry batch from reader: WALEntryBatch [walEntries=[{test/87f90c1548698962ba2c52c9c0809778/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T09:22:01,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:01,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:01,700 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 630, reset compression=false 2024-11-10T09:22:01,704 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:01,704 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 757, reset compression=false 2024-11-10T09:22:01,704 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44055,1731230493531 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f618bf6a23c9e65bd203db0fea504c9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T09:22:01,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:01,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:01,866 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 757, reset compression=false 2024-11-10T09:22:01,908 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 757, reset compression=false 2024-11-10T09:22:02,051 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 607, reset compression=false 2024-11-10T09:22:02,054 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:02,054 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 757, reset compression=false 2024-11-10T09:22:02,055 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44097,1731230499376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:02,170 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 757, reset compression=false 2024-11-10T09:22:02,211 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 757, reset compression=false 2024-11-10T09:22:02,258 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 757, reset compression=false 2024-11-10T09:22:02,418 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T09:22:02,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:22:02,421 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T09:22:02,561 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 757, reset compression=false 2024-11-10T09:22:02,573 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 757, reset compression=false 2024-11-10T09:22:02,615 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 757, reset compression=false 2024-11-10T09:22:02,619 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:02,619 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 913, reset compression=false 2024-11-10T09:22:02,620 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44055,1731230493531 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f618bf6a23c9e65bd203db0fea504c9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T09:22:02,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:02,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:02,847 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 913, reset compression=false 2024-11-10T09:22:02,965 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 757, reset compression=false 2024-11-10T09:22:02,969 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:02,969 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 904, reset compression=false 2024-11-10T09:22:02,969 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44097,1731230499376 got entry batch from reader: WALEntryBatch [walEntries=[{test/07634b3a99874009c77d5feb46018ecb/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T09:22:02,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:02,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:03,089 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 757, reset compression=false 2024-11-10T09:22:03,151 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 913, reset compression=false 2024-11-10T09:22:03,175 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 904, reset compression=false 2024-11-10T09:22:03,208 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:03,208 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 927, reset compression=false 2024-11-10T09:22:03,208 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44633,1731230505489 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:03,412 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 927, reset compression=false 2024-11-10T09:22:03,423 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T09:22:03,426 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T09:22:03,478 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 904, reset compression=false 2024-11-10T09:22:03,483 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:03,483 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1063, reset compression=false 2024-11-10T09:22:03,483 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44097,1731230499376 got entry batch from reader: WALEntryBatch [walEntries=[{test/07634b3a99874009c77d5feb46018ecb/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T09:22:03,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:03,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:03,554 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 913, reset compression=false 2024-11-10T09:22:03,687 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1063, reset compression=false 2024-11-10T09:22:03,715 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 927, reset compression=false 2024-11-10T09:22:03,719 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:03,719 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1076, reset compression=false 2024-11-10T09:22:03,719 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44633,1731230505489 got entry batch from reader: WALEntryBatch [walEntries=[{test/87f90c1548698962ba2c52c9c0809778/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T09:22:03,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:03,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:03,923 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1076, reset compression=false 2024-11-10T09:22:03,990 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1063, reset compression=false 2024-11-10T09:22:04,058 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 913, reset compression=false 2024-11-10T09:22:04,061 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:04,061 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1085, reset compression=false 2024-11-10T09:22:04,061 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44055,1731230493531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:04,226 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1076, reset compression=false 2024-11-10T09:22:04,264 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1085, reset compression=false 2024-11-10T09:22:04,394 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1063, reset compression=false 2024-11-10T09:22:04,428 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T09:22:04,432 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T09:22:04,567 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1085, reset compression=false 2024-11-10T09:22:04,629 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1076, reset compression=false 2024-11-10T09:22:04,633 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:04,633 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1235, reset compression=false 2024-11-10T09:22:04,633 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44633,1731230505489 got entry batch from reader: WALEntryBatch [walEntries=[{test/87f90c1548698962ba2c52c9c0809778/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T09:22:04,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:04,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:04,836 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1235, reset compression=false 2024-11-10T09:22:04,897 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1063, reset compression=false 2024-11-10T09:22:04,971 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1085, reset compression=false 2024-11-10T09:22:04,975 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:04,975 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1234, reset compression=false 2024-11-10T09:22:04,975 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44055,1731230493531 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f618bf6a23c9e65bd203db0fea504c9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T09:22:04,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:04,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:05,139 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1235, reset compression=false 2024-11-10T09:22:05,178 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1234, reset compression=false 2024-11-10T09:22:05,434 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T09:22:05,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4637de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:05,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,46443,-1 for getting cluster id 2024-11-10T09:22:05,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:05,441 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01cd5239-382e-4d03-92ea-e275a76be945' 2024-11-10T09:22:05,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:05,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01cd5239-382e-4d03-92ea-e275a76be945" 2024-11-10T09:22:05,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185d4435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:05,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,46443,-1] 2024-11-10T09:22:05,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:05,442 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c68cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:05,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,46443,1731230505370 2024-11-10T09:22:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21abb4be 2024-11-10T09:22:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:05,447 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:05,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-10T09:22:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-10T09:22:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T09:22:05,481 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1234, reset compression=false 2024-11-10T09:22:05,501 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1063, reset compression=false 2024-11-10T09:22:05,505 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:05,505 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1235, reset compression=false 2024-11-10T09:22:05,505 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44097,1731230499376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:05,542 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1235, reset compression=false 2024-11-10T09:22:05,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:05,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:22:05,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:22:05,545 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68611 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:22:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T09:22:05,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T09:22:05,697 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-10T09:22:05,698 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-10T09:22:05,698 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,44633,1731230505489 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-10T09:22:05,698 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/802346a334f5:0-0. 2024-11-10T09:22:05,698 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:05,698 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:05,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:05,698 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:05,709 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1235, reset compression=false 2024-11-10T09:22:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T09:22:05,798 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:22:05,798 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T09:22:05,884 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1234, reset compression=false 2024-11-10T09:22:05,898 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 terminated 2024-11-10T09:22:05,917 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,44633,1731230505489, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:22:05,917 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-10T09:22:05,917 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T09:22:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T09:22:05,919 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 802346a334f5,44633,1731230505489 suceeded 2024-11-10T09:22:05,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T09:22:05,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-10T09:22:05,921 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-10T09:22:05,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 473 msec 2024-11-10T09:22:05,932 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:44263' 2024-11-10T09:22:05,933 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36fff64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:05,933 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,44263,-1 for getting cluster id 2024-11-10T09:22:05,933 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:05,934 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de45b16-54fd-4862-adce-a238d23798e8' 2024-11-10T09:22:05,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:05,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de45b16-54fd-4862-adce-a238d23798e8" 2024-11-10T09:22:05,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eb3d139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:05,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,44263,-1] 2024-11-10T09:22:05,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:05,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:05,935 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:05,935 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d116d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:05,935 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:05,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,44263,1731230492831 2024-11-10T09:22:05,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cab4442 2024-11-10T09:22:05,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:05,937 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T09:22:05,937 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,44633,1731230505489 (queues=1) is replicating from cluster=01cd5239-382e-4d03-92ea-e275a76be945 to cluster=4de45b16-54fd-4862-adce-a238d23798e8 2024-11-10T09:22:05,937 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C44633%2C1731230505489 2024-11-10T09:22:05,938 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,44633,1731230505489, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:22:05,938 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C44633%2C1731230505489 2024-11-10T09:22:06,012 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1235, reset compression=false 2024-11-10T09:22:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T09:22:06,084 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:22:06,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:06,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:06,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:06,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:06,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:06,087 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-10T09:22:06,387 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1234, reset compression=false 2024-11-10T09:22:06,391 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:06,391 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1338, reset compression=false 2024-11-10T09:22:06,391 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44055,1731230493531 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f618bf6a23c9e65bd203db0fea504c9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T09:22:06,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:06,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:06,415 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1235, reset compression=false 2024-11-10T09:22:06,419 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:06,419 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1362, reset compression=false 2024-11-10T09:22:06,419 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44097,1731230499376 got entry batch from reader: WALEntryBatch [walEntries=[{test/07634b3a99874009c77d5feb46018ecb/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T09:22:06,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:06,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:06,595 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1338, reset compression=false 2024-11-10T09:22:06,622 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1362, reset compression=false 2024-11-10T09:22:06,898 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1338, reset compression=false 2024-11-10T09:22:06,925 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1362, reset compression=false 2024-11-10T09:22:07,088 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-10T09:22:07,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad58de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:07,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,46443,-1 for getting cluster id 2024-11-10T09:22:07,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:07,091 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01cd5239-382e-4d03-92ea-e275a76be945' 2024-11-10T09:22:07,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:07,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01cd5239-382e-4d03-92ea-e275a76be945" 2024-11-10T09:22:07,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5988fb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:07,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,46443,-1] 2024-11-10T09:22:07,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:07,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:07,093 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:07,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a3affe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:07,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,46443,1731230505370 2024-11-10T09:22:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee1bf4a 2024-11-10T09:22:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:07,097 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:07,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-10T09:22:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-10T09:22:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T09:22:07,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:22:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T09:22:07,301 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1338, reset compression=false 2024-11-10T09:22:07,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-10T09:22:07,307 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-10T09:22:07,308 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T09:22:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-10T09:22:07,310 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 802346a334f5,44633,1731230505489 suceeded 2024-11-10T09:22:07,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T09:22:07,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-10T09:22:07,311 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-10T09:22:07,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 214 msec 2024-11-10T09:22:07,332 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1362, reset compression=false 2024-11-10T09:22:07,337 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:07,337 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1466, reset compression=false 2024-11-10T09:22:07,337 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44097,1731230499376 got entry batch from reader: WALEntryBatch [walEntries=[{test/07634b3a99874009c77d5feb46018ecb/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T09:22:07,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:07,339 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, startPosition=1235, beingWritten=true 2024-11-10T09:22:07,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:07,343 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:07,343 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1512, reset compression=false 2024-11-10T09:22:07,343 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44633,1731230505489 got entry batch from reader: WALEntryBatch [walEntries=[{test/87f90c1548698962ba2c52c9c0809778/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T09:22:07,345 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:22:07,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T09:22:07,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:07,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T09:22:07,414 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:22:07,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:07,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:07,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:07,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:07,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:07,415 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-10T09:22:07,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:22:07,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:07,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:07,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:07,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:07,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:07,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:22:07,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1885170924, stopped=false 2024-11-10T09:22:07,416 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,46443,1731230505370 2024-11-10T09:22:07,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-302417489/running 2024-11-10T09:22:07,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-302417489/running 2024-11-10T09:22:07,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:22:07,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:22:07,427 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:07,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:07,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:07,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:07,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,44633,1731230505489' ***** 2024-11-10T09:22:07,428 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:22:07,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Set watcher on znode that does not yet exist, /2-302417489/running 2024-11-10T09:22:07,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Set watcher on znode that does not yet exist, /2-302417489/running 2024-11-10T09:22:07,428 INFO [RS:0;802346a334f5:44633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:22:07,428 INFO [RS:0;802346a334f5:44633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:22:07,428 INFO [RS:0;802346a334f5:44633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:22:07,428 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 87f90c1548698962ba2c52c9c0809778 2024-11-10T09:22:07,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:22:07,429 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for ade5560983f3c96612ff672ecebceef8 2024-11-10T09:22:07,429 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,44633,1731230505489 2024-11-10T09:22:07,429 INFO [RS:0;802346a334f5:44633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:07,429 INFO [RS:0;802346a334f5:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:44633. 2024-11-10T09:22:07,429 DEBUG [RS:0;802346a334f5:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:07,429 DEBUG [RS:0;802346a334f5:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:07,429 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87f90c1548698962ba2c52c9c0809778, disabling compactions & flushes 2024-11-10T09:22:07,429 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:22:07,429 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:22:07,429 INFO [RS:0;802346a334f5:44633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:22:07,429 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230510736.87f90c1548698962ba2c52c9c0809778. after waiting 0 ms 2024-11-10T09:22:07,429 INFO [RS:0;802346a334f5:44633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:22:07,429 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:22:07,429 INFO [RS:0;802346a334f5:44633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:22:07,429 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:22:07,429 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87f90c1548698962ba2c52c9c0809778 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T09:22:07,429 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:22:07,429 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 87f90c1548698962ba2c52c9c0809778=test,,1731230510736.87f90c1548698962ba2c52c9c0809778., ade5560983f3c96612ff672ecebceef8=hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8.} 2024-11-10T09:22:07,429 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f90c1548698962ba2c52c9c0809778, ade5560983f3c96612ff672ecebceef8 2024-11-10T09:22:07,429 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:22:07,429 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:22:07,429 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:22:07,429 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:22:07,429 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:22:07,429 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:22:07,437 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:07,448 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/info/a16476f04b9e469fa6ce1da3ac79e10d is 147, key is hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8./info:regioninfo/1731230518448/Put/seqid=0 2024-11-10T09:22:07,448 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/.tmp/f/602d04b0723a4c5c9a58545bdaa93be4 is 37, key is row3/f:row3/1731230526085/Put/seqid=0 2024-11-10T09:22:07,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741840_1016 (size=5228) 2024-11-10T09:22:07,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741841_1017 (size=7686) 2024-11-10T09:22:07,540 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1466, reset compression=false 2024-11-10T09:22:07,546 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1512, reset compression=false 2024-11-10T09:22:07,550 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:07,550 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1759, reset compression=false 2024-11-10T09:22:07,550 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44633,1731230505489 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:07,551 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,44633,1731230505489: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-802346a334f5,44633,1731230505489, walGroup=802346a334f5%2C44633%2C1731230505489, offset=802346a334f5%2C44633%2C1731230505489.1731230507350:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:44633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:22:07,552 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:22:07,552 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:22:07,552 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:22:07,552 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:22:07,552 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:22:07,552 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 837329304 }, "NonHeapMemoryUsage": { "committed": 200671232, "init": 7667712, "max": -1, "used": 197805992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:22:07,553 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:46443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:46443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T09:22:07,629 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f90c1548698962ba2c52c9c0809778, ade5560983f3c96612ff672ecebceef8 2024-11-10T09:22:07,753 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1759, reset compression=false 2024-11-10T09:22:07,804 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1338, reset compression=false 2024-11-10T09:22:07,809 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:07,809 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:07,809 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44055,1731230493531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:07,830 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f90c1548698962ba2c52c9c0809778, ade5560983f3c96612ff672ecebceef8 2024-11-10T09:22:07,843 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1466, reset compression=false 2024-11-10T09:22:07,854 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/info/a16476f04b9e469fa6ce1da3ac79e10d 2024-11-10T09:22:07,854 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/.tmp/f/602d04b0723a4c5c9a58545bdaa93be4 2024-11-10T09:22:07,857 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 602d04b0723a4c5c9a58545bdaa93be4 2024-11-10T09:22:07,869 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/.tmp/f1/1f706183d7f8428984b0b210030744ed is 30, key is row1/f1:/1731230523424/DeleteFamily/seqid=0 2024-11-10T09:22:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741842_1018 (size=5158) 2024-11-10T09:22:07,873 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/ns/2c48229346a843a6aed356e21c913b81 is 43, key is default/ns:d/1731230508362/Put/seqid=0 2024-11-10T09:22:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741843_1019 (size=5153) 2024-11-10T09:22:08,012 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:08,030 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f90c1548698962ba2c52c9c0809778, ade5560983f3c96612ff672ecebceef8 2024-11-10T09:22:08,056 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1759, reset compression=false 2024-11-10T09:22:08,230 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f90c1548698962ba2c52c9c0809778, ade5560983f3c96612ff672ecebceef8 2024-11-10T09:22:08,241 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:22:08,241 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:22:08,246 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1466, reset compression=false 2024-11-10T09:22:08,273 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/.tmp/f1/1f706183d7f8428984b0b210030744ed 2024-11-10T09:22:08,277 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/ns/2c48229346a843a6aed356e21c913b81 2024-11-10T09:22:08,277 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f706183d7f8428984b0b210030744ed 2024-11-10T09:22:08,294 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/.tmp/norep/0f463eec14f74765ad0b54d456d87431 is 33, key is row2/norep:/1731230524429/DeleteFamily/seqid=0 2024-11-10T09:22:08,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741844_1020 (size=5108) 2024-11-10T09:22:08,298 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/rep_barrier/2e6463526538436db2eb87baf066564f is 112, key is test,,1731230510736.87f90c1548698962ba2c52c9c0809778./rep_barrier:seqnumDuringOpen/1731230511881/Put/seqid=0 2024-11-10T09:22:08,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741845_1021 (size=5518) 2024-11-10T09:22:08,301 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/rep_barrier/2e6463526538436db2eb87baf066564f 2024-11-10T09:22:08,316 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:08,317 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/table/671fd143154f4522984620936fa3eecc is 53, key is hbase:replication/table:state/1731230518455/Put/seqid=0 2024-11-10T09:22:08,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741846_1022 (size=5308) 2024-11-10T09:22:08,430 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f90c1548698962ba2c52c9c0809778, ade5560983f3c96612ff672ecebceef8 2024-11-10T09:22:08,459 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1759, reset compression=false 2024-11-10T09:22:08,630 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f90c1548698962ba2c52c9c0809778, ade5560983f3c96612ff672ecebceef8 2024-11-10T09:22:08,697 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/.tmp/norep/0f463eec14f74765ad0b54d456d87431 2024-11-10T09:22:08,700 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f463eec14f74765ad0b54d456d87431 2024-11-10T09:22:08,701 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/.tmp/f/602d04b0723a4c5c9a58545bdaa93be4 as hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/f/602d04b0723a4c5c9a58545bdaa93be4 2024-11-10T09:22:08,704 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 602d04b0723a4c5c9a58545bdaa93be4 2024-11-10T09:22:08,704 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/f/602d04b0723a4c5c9a58545bdaa93be4, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T09:22:08,704 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/.tmp/f1/1f706183d7f8428984b0b210030744ed as hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/f1/1f706183d7f8428984b0b210030744ed 2024-11-10T09:22:08,707 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f706183d7f8428984b0b210030744ed 2024-11-10T09:22:08,707 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/f1/1f706183d7f8428984b0b210030744ed, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T09:22:08,708 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/.tmp/norep/0f463eec14f74765ad0b54d456d87431 as hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/norep/0f463eec14f74765ad0b54d456d87431 2024-11-10T09:22:08,711 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f463eec14f74765ad0b54d456d87431 2024-11-10T09:22:08,711 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/norep/0f463eec14f74765ad0b54d456d87431, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T09:22:08,712 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 87f90c1548698962ba2c52c9c0809778 in 1283ms, sequenceid=12, compaction requested=false 2024-11-10T09:22:08,716 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/default/test/87f90c1548698962ba2c52c9c0809778/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T09:22:08,716 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:08,716 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:22:08,716 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:22:08,716 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87f90c1548698962ba2c52c9c0809778: Waiting for close lock at 1731230527429Running coprocessor pre-close hooks at 1731230527429Disabling compacts and flushes for region at 1731230527429Disabling writes for close at 1731230527429Obtaining lock to block concurrent updates at 1731230527429Preparing flush snapshotting stores in 87f90c1548698962ba2c52c9c0809778 at 1731230527429Finished memstore snapshotting test,,1731230510736.87f90c1548698962ba2c52c9c0809778., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731230527429Flushing stores of test,,1731230510736.87f90c1548698962ba2c52c9c0809778. at 1731230527430 (+1 ms)Flushing 87f90c1548698962ba2c52c9c0809778/f: creating writer at 1731230527430Flushing 87f90c1548698962ba2c52c9c0809778/f: appending metadata at 1731230527447 (+17 ms)Flushing 87f90c1548698962ba2c52c9c0809778/f: closing flushed file at 1731230527447Flushing 87f90c1548698962ba2c52c9c0809778/f1: creating writer at 1731230527857 (+410 ms)Flushing 87f90c1548698962ba2c52c9c0809778/f1: appending metadata at 1731230527869 (+12 ms)Flushing 87f90c1548698962ba2c52c9c0809778/f1: closing flushed file at 1731230527869Flushing 87f90c1548698962ba2c52c9c0809778/norep: creating writer at 1731230528278 (+409 ms)Flushing 87f90c1548698962ba2c52c9c0809778/norep: appending metadata at 1731230528293 (+15 ms)Flushing 87f90c1548698962ba2c52c9c0809778/norep: closing flushed file at 1731230528293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a89e57c: reopening flushed file at 1731230528700 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7b7e38: reopening flushed file at 1731230528704 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d313c: reopening flushed file at 1731230528708 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 87f90c1548698962ba2c52c9c0809778 in 1283ms, sequenceid=12, compaction requested=false at 1731230528712 (+4 ms)Writing region close event to WAL at 1731230528713 (+1 ms)Running coprocessor post-close hooks at 1731230528716 (+3 ms)Closed at 1731230528716 2024-11-10T09:22:08,716 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230510736.87f90c1548698962ba2c52c9c0809778. 2024-11-10T09:22:08,716 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ade5560983f3c96612ff672ecebceef8, disabling compactions & flushes 2024-11-10T09:22:08,716 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:22:08,716 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:22:08,716 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. after waiting 0 ms 2024-11-10T09:22:08,716 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:22:08,717 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ade5560983f3c96612ff672ecebceef8: Waiting for close lock at 1731230528716Running coprocessor pre-close hooks at 1731230528716Disabling compacts and flushes for region at 1731230528716Disabling writes for close at 1731230528716Failed flush hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8., putting online again at 1731230528717 (+1 ms) 2024-11-10T09:22:08,717 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:22:08,719 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:08,720 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/table/671fd143154f4522984620936fa3eecc 2024-11-10T09:22:08,724 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/info/a16476f04b9e469fa6ce1da3ac79e10d as hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/info/a16476f04b9e469fa6ce1da3ac79e10d 2024-11-10T09:22:08,727 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/info/a16476f04b9e469fa6ce1da3ac79e10d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:22:08,728 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/ns/2c48229346a843a6aed356e21c913b81 as hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/ns/2c48229346a843a6aed356e21c913b81 2024-11-10T09:22:08,731 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/ns/2c48229346a843a6aed356e21c913b81, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:22:08,732 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/rep_barrier/2e6463526538436db2eb87baf066564f as hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/rep_barrier/2e6463526538436db2eb87baf066564f 2024-11-10T09:22:08,735 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/rep_barrier/2e6463526538436db2eb87baf066564f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:22:08,736 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/.tmp/table/671fd143154f4522984620936fa3eecc as hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/table/671fd143154f4522984620936fa3eecc 2024-11-10T09:22:08,739 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/table/671fd143154f4522984620936fa3eecc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:22:08,740 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-10T09:22:08,750 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1466, reset compression=false 2024-11-10T09:22:08,750 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:22:08,750 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:08,750 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:22:08,750 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:08,751 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230527429Running coprocessor pre-close hooks at 1731230527429Disabling compacts and flushes for region at 1731230527429Disabling writes for close at 1731230527429Obtaining lock to block concurrent updates at 1731230527429Preparing flush snapshotting stores in 1588230740 at 1731230527429Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230527430 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731230527430Flushing 1588230740/info: creating writer at 1731230527430Flushing 1588230740/info: appending metadata at 1731230527447 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731230527448 (+1 ms)Flushing 1588230740/ns: creating writer at 1731230527857 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731230527873 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731230527873Flushing 1588230740/rep_barrier: creating writer at 1731230528281 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230528298 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230528298Flushing 1588230740/table: creating writer at 1731230528304 (+6 ms)Flushing 1588230740/table: appending metadata at 1731230528316 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731230528316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6092255c: reopening flushed file at 1731230528724 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8bb7b0: reopening flushed file at 1731230528727 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19348538: reopening flushed file at 1731230528731 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a614a9a: reopening flushed file at 1731230528735 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1731230528740 (+5 ms)Writing region close event to WAL at 1731230528748 (+8 ms)Running coprocessor post-close hooks at 1731230528750 (+2 ms)Closed at 1731230528750 2024-11-10T09:22:08,751 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:08,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:22:08,831 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:22:08,831 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1325): Online Regions={ade5560983f3c96612ff672ecebceef8=hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8.} 2024-11-10T09:22:08,831 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for ade5560983f3c96612ff672ecebceef8 2024-11-10T09:22:08,831 DEBUG [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1351): Waiting on ade5560983f3c96612ff672ecebceef8 2024-11-10T09:22:08,831 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ade5560983f3c96612ff672ecebceef8, disabling compactions & flushes 2024-11-10T09:22:08,831 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:22:08,831 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:22:08,831 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. after waiting 0 ms 2024-11-10T09:22:08,831 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:22:08,831 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ade5560983f3c96612ff672ecebceef8: Waiting for close lock at 1731230528831Running coprocessor pre-close hooks at 1731230528831Disabling compacts and flushes for region at 1731230528831Disabling writes for close at 1731230528831Failed flush hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8., putting online again at 1731230528831 2024-11-10T09:22:08,831 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731230517238.ade5560983f3c96612ff672ecebceef8. 2024-11-10T09:22:08,962 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 1759, reset compression=false 2024-11-10T09:22:08,965 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:08,965 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.wal-reader.802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 to pos 2403, reset compression=false 2024-11-10T09:22:09,031 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T09:22:09,031 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,44633,1731230505489; all regions closed. 2024-11-10T09:22:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:22:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741839_1015 (size=2390) 2024-11-10T09:22:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741832_1008 (size=2411) 2024-11-10T09:22:09,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/WALs/802346a334f5,44633,1731230505489/802346a334f5%2C44633%2C1731230505489.1731230507350 not finished, retry = 0 2024-11-10T09:22:09,137 DEBUG [RS:0;802346a334f5:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:09,137 INFO [RS:0;802346a334f5:44633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:09,137 INFO [RS:0;802346a334f5:44633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:22:09,138 INFO [RS:0;802346a334f5:44633 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T09:22:09,138 INFO [RS:0;802346a334f5:44633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:22:09,138 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:22:09,138 INFO [RS:0;802346a334f5:44633 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,44633,1731230505489 because: Region server is closing 2024-11-10T09:22:09,138 INFO [RS:0;802346a334f5:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:44633. 2024-11-10T09:22:09,138 DEBUG [RS:0;802346a334f5:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:09,138 DEBUG [RS:0;802346a334f5:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:09,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:09,138 DEBUG [RS:0;802346a334f5:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:09,222 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:09,238 INFO [RS:0;802346a334f5:44633 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44633,1731230505489.replicationSource.shipper802346a334f5%2C44633%2C1731230505489,1-802346a334f5,44633,1731230505489 terminated 2024-11-10T09:22:09,239 INFO [RS:0;802346a334f5:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:44633. 2024-11-10T09:22:09,239 DEBUG [RS:0;802346a334f5:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:09,239 DEBUG [RS:0;802346a334f5:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:09,239 DEBUG [RS:0;802346a334f5:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:09,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:09,239 INFO [RS:0;802346a334f5:44633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44633 2024-11-10T09:22:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489/rs 2024-11-10T09:22:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-302417489/rs/802346a334f5,44633,1731230505489 2024-11-10T09:22:09,290 INFO [RS:0;802346a334f5:44633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:22:09,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,44633,1731230505489] 2024-11-10T09:22:09,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-302417489/draining/802346a334f5,44633,1731230505489 already deleted, retry=false 2024-11-10T09:22:09,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,44633,1731230505489 expired; onlineServers=0 2024-11-10T09:22:09,311 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,46443,1731230505370' ***** 2024-11-10T09:22:09,311 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:22:09,311 INFO [M:0;802346a334f5:46443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:09,311 INFO [M:0;802346a334f5:46443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:22:09,311 DEBUG [M:0;802346a334f5:46443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:22:09,311 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:22:09,311 DEBUG [M:0;802346a334f5:46443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:22:09,311 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230507092 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230507092,5,FailOnTimeoutGroup] 2024-11-10T09:22:09,311 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230507088 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230507088,5,FailOnTimeoutGroup] 2024-11-10T09:22:09,312 INFO [M:0;802346a334f5:46443 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:22:09,312 INFO [M:0;802346a334f5:46443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:22:09,312 DEBUG [M:0;802346a334f5:46443 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:22:09,312 INFO [M:0;802346a334f5:46443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:22:09,312 INFO [M:0;802346a334f5:46443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:09,312 INFO [M:0;802346a334f5:46443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:22:09,312 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:22:09,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-302417489/master 2024-11-10T09:22:09,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-302417489 2024-11-10T09:22:09,322 DEBUG [M:0;802346a334f5:46443 {}] zookeeper.ZKUtil(347): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Unable to get data of znode /2-302417489/master because node does not exist (not an error) 2024-11-10T09:22:09,322 WARN [M:0;802346a334f5:46443 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:22:09,323 INFO [M:0;802346a334f5:46443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/.lastflushedseqids 2024-11-10T09:22:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741847_1023 (size=245) 2024-11-10T09:22:09,353 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1466, reset compression=false 2024-11-10T09:22:09,401 INFO [RS:0;802346a334f5:44633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:22:09,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:09,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101240cdc610007, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:09,401 INFO [RS:0;802346a334f5:44633 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,44633,1731230505489; zookeeper connection closed. 2024-11-10T09:22:09,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f8eb03e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f8eb03e 2024-11-10T09:22:09,401 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:22:09,726 INFO [M:0;802346a334f5:46443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:22:09,727 INFO [M:0;802346a334f5:46443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:22:09,727 DEBUG [M:0;802346a334f5:46443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:22:09,727 INFO [M:0;802346a334f5:46443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:09,727 DEBUG [M:0;802346a334f5:46443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:09,727 DEBUG [M:0;802346a334f5:46443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:22:09,727 DEBUG [M:0;802346a334f5:46443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:09,727 INFO [M:0;802346a334f5:46443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-10T09:22:09,740 DEBUG [M:0;802346a334f5:46443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/327eff1848464f71981c5030f27e5b4a is 82, key is hbase:meta,,1/info:regioninfo/1731230508342/Put/seqid=0 2024-11-10T09:22:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741848_1024 (size=5672) 2024-11-10T09:22:09,826 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:10,056 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1466, reset compression=false 2024-11-10T09:22:10,144 INFO [M:0;802346a334f5:46443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/327eff1848464f71981c5030f27e5b4a 2024-11-10T09:22:10,161 DEBUG [M:0;802346a334f5:46443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705a3e6669e8455db70787b34c6e7b5a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731230518457/Put/seqid=0 2024-11-10T09:22:10,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741849_1025 (size=9212) 2024-11-10T09:22:10,529 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:10,564 INFO [M:0;802346a334f5:46443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705a3e6669e8455db70787b34c6e7b5a 2024-11-10T09:22:10,581 DEBUG [M:0;802346a334f5:46443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61f168db100144d087a49d671ddb288d is 69, key is 802346a334f5,44633,1731230505489/rs:state/1731230507152/Put/seqid=0 2024-11-10T09:22:10,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741850_1026 (size=5156) 2024-11-10T09:22:10,860 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1466, reset compression=false 2024-11-10T09:22:10,985 INFO [M:0;802346a334f5:46443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61f168db100144d087a49d671ddb288d 2024-11-10T09:22:10,989 DEBUG [M:0;802346a334f5:46443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/327eff1848464f71981c5030f27e5b4a as hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/327eff1848464f71981c5030f27e5b4a 2024-11-10T09:22:10,993 INFO [M:0;802346a334f5:46443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/327eff1848464f71981c5030f27e5b4a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T09:22:10,993 DEBUG [M:0;802346a334f5:46443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705a3e6669e8455db70787b34c6e7b5a as hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/705a3e6669e8455db70787b34c6e7b5a 2024-11-10T09:22:10,997 INFO [M:0;802346a334f5:46443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/705a3e6669e8455db70787b34c6e7b5a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-10T09:22:10,998 DEBUG [M:0;802346a334f5:46443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61f168db100144d087a49d671ddb288d as hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61f168db100144d087a49d671ddb288d 2024-11-10T09:22:11,002 INFO [M:0;802346a334f5:46443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38031/user/jenkins/test-data/d2bcf8bd-ce9b-bc7c-39b9-c92e27662b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61f168db100144d087a49d671ddb288d, entries=1, sequenceid=127, filesize=5.0 K 2024-11-10T09:22:11,002 INFO [M:0;802346a334f5:46443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false 2024-11-10T09:22:11,003 INFO [M:0;802346a334f5:46443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:11,003 DEBUG [M:0;802346a334f5:46443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230529727Disabling compacts and flushes for region at 1731230529727Disabling writes for close at 1731230529727Obtaining lock to block concurrent updates at 1731230529727Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230529727Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731230529727Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230529728 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230529728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230529740 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230529740Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230530147 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230530160 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230530161 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230530568 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230530581 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230530581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5524bfe1: reopening flushed file at 1731230530988 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba0b9a2: reopening flushed file at 1731230530993 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466a0f9d: reopening flushed file at 1731230530997 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false at 1731230531002 (+5 ms)Writing region close event to WAL at 1731230531003 (+1 ms)Closed at 1731230531003 2024-11-10T09:22:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741830_1006 (size=73866) 2024-11-10T09:22:11,005 INFO [M:0;802346a334f5:46443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:22:11,005 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:22:11,005 INFO [M:0;802346a334f5:46443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46443 2024-11-10T09:22:11,006 INFO [M:0;802346a334f5:46443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:22:11,201 INFO [M:0;802346a334f5:46443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:22:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:11,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x101240cdc610006, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:11,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4610fb2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:22:11,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45dd381e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:22:11,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:22:11,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583d7786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:22:11,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@620c8a63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/hadoop.log.dir/,STOPPED} 2024-11-10T09:22:11,244 WARN [BP-1324628312-172.17.0.3-1731230502787 heartbeating to localhost/127.0.0.1:38031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:22:11,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:22:11,244 WARN [BP-1324628312-172.17.0.3-1731230502787 heartbeating to localhost/127.0.0.1:38031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1324628312-172.17.0.3-1731230502787 (Datanode Uuid eb2694c2-4239-43fc-b56c-80d345436303) service to localhost/127.0.0.1:38031 2024-11-10T09:22:11,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:22:11,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/cluster_57830944-f9fe-8a5e-c214-d1ff5b99832b/data/data1/current/BP-1324628312-172.17.0.3-1731230502787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:22:11,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/cluster_57830944-f9fe-8a5e-c214-d1ff5b99832b/data/data2/current/BP-1324628312-172.17.0.3-1731230502787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:22:11,244 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:22:11,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23856a1c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:22:11,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16714002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:22:11,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:22:11,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@540ec32a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:22:11,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc3dc84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/hadoop.log.dir/,STOPPED} 2024-11-10T09:22:11,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:22:11,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:22:11,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:11,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:11,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:11,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:11,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:11,262 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:22:11,262 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1269712933, stopped=false 2024-11-10T09:22:11,262 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,41817,1731230499183 2024-11-10T09:22:11,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11252306200/running 2024-11-10T09:22:11,279 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11252306200/running 2024-11-10T09:22:11,279 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:22:11,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:22:11,280 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:11,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:11,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:11,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:11,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Set watcher on znode that does not yet exist, /11252306200/running 2024-11-10T09:22:11,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Set watcher on znode that does not yet exist, /11252306200/running 2024-11-10T09:22:11,280 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,44097,1731230499376' ***** 2024-11-10T09:22:11,280 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:22:11,280 INFO [RS:0;802346a334f5:44097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:22:11,280 INFO [RS:0;802346a334f5:44097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:22:11,280 INFO [RS:0;802346a334f5:44097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:22:11,281 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(3091): Received CLOSE for 07634b3a99874009c77d5feb46018ecb 2024-11-10T09:22:11,281 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:22:11,281 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(3091): Received CLOSE for 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:22:11,281 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,44097,1731230499376 2024-11-10T09:22:11,281 INFO [RS:0;802346a334f5:44097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:11,281 INFO [RS:0;802346a334f5:44097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:44097. 2024-11-10T09:22:11,281 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07634b3a99874009c77d5feb46018ecb, disabling compactions & flushes 2024-11-10T09:22:11,281 DEBUG [RS:0;802346a334f5:44097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:11,281 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:22:11,281 DEBUG [RS:0;802346a334f5:44097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:11,281 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:22:11,281 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230509596.07634b3a99874009c77d5feb46018ecb. after waiting 0 ms 2024-11-10T09:22:11,281 INFO [RS:0;802346a334f5:44097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:22:11,281 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:22:11,281 INFO [RS:0;802346a334f5:44097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:22:11,281 INFO [RS:0;802346a334f5:44097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:22:11,281 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07634b3a99874009c77d5feb46018ecb 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T09:22:11,281 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:22:11,281 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:22:11,281 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1325): Online Regions={07634b3a99874009c77d5feb46018ecb=test,,1731230509596.07634b3a99874009c77d5feb46018ecb., 1588230740=hbase:meta,,1.1588230740, 19a7692f8362c437cd6a66aebf225b0b=hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b.} 2024-11-10T09:22:11,281 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1351): Waiting on 07634b3a99874009c77d5feb46018ecb, 1588230740, 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:22:11,281 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:22:11,281 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:22:11,281 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:22:11,281 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:22:11,281 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:22:11,281 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:22:11,294 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/info/847889f66f844285b4147abb77b3584d is 147, key is hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b./info:regioninfo/1731230516238/Put/seqid=0 2024-11-10T09:22:11,294 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/.tmp/f/09d5d183524248868a77799aa7ea876b is 37, key is row3/f:row3/1731230526085/Put/seqid=0 2024-11-10T09:22:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741840_1016 (size=7686) 2024-11-10T09:22:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741841_1017 (size=5228) 2024-11-10T09:22:11,325 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:11,332 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:11,481 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1351): Waiting on 07634b3a99874009c77d5feb46018ecb, 1588230740, 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:22:11,503 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:22:11,503 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:22:11,682 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1351): Waiting on 07634b3a99874009c77d5feb46018ecb, 1588230740, 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:22:11,698 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/info/847889f66f844285b4147abb77b3584d 2024-11-10T09:22:11,698 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/.tmp/f/09d5d183524248868a77799aa7ea876b 2024-11-10T09:22:11,702 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09d5d183524248868a77799aa7ea876b 2024-11-10T09:22:11,715 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/ns/695bfd7f7f594a1eac4c747af77c3226 is 43, key is default/ns:d/1731230502699/Put/seqid=0 2024-11-10T09:22:11,718 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/.tmp/f1/0bc0506bf16047a7a8da515a26a7821f is 30, key is row1/f1:/1731230523424/DeleteFamily/seqid=0 2024-11-10T09:22:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741842_1018 (size=5153) 2024-11-10T09:22:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741843_1019 (size=5158) 2024-11-10T09:22:11,763 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1466, reset compression=false 2024-11-10T09:22:11,766 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:11,766 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1713, reset compression=false 2024-11-10T09:22:11,767 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44097,1731230499376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:11,767 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,44097,1731230499376: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-802346a334f5,44097,1731230499376, walGroup=802346a334f5%2C44097%2C1731230499376, offset=802346a334f5%2C44097%2C1731230499376.1731230501637:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:44097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:22:11,768 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:22:11,768 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:22:11,768 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:22:11,768 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:22:11,768 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:22:11,768 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 925409688 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198443712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:22:11,769 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:41817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:41817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T09:22:11,882 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1351): Waiting on 07634b3a99874009c77d5feb46018ecb, 1588230740, 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:22:11,969 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1713, reset compression=false 2024-11-10T09:22:12,082 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1351): Waiting on 07634b3a99874009c77d5feb46018ecb, 1588230740, 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:22:12,119 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/ns/695bfd7f7f594a1eac4c747af77c3226 2024-11-10T09:22:12,121 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/.tmp/f1/0bc0506bf16047a7a8da515a26a7821f 2024-11-10T09:22:12,125 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bc0506bf16047a7a8da515a26a7821f 2024-11-10T09:22:12,140 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/rep_barrier/dc1c1dcd9adc47db8ffb5c4ee0c47ff7 is 112, key is test,,1731230509596.07634b3a99874009c77d5feb46018ecb./rep_barrier:seqnumDuringOpen/1731230510341/Put/seqid=0 2024-11-10T09:22:12,141 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/.tmp/norep/d75a9a57ff664674bc57f5c7953119d3 is 33, key is row1/norep:/1731230523424/DeleteFamily/seqid=0 2024-11-10T09:22:12,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741844_1020 (size=5518) 2024-11-10T09:22:12,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741845_1021 (size=5108) 2024-11-10T09:22:12,145 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/.tmp/norep/d75a9a57ff664674bc57f5c7953119d3 2024-11-10T09:22:12,149 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d75a9a57ff664674bc57f5c7953119d3 2024-11-10T09:22:12,150 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/.tmp/f/09d5d183524248868a77799aa7ea876b as hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/f/09d5d183524248868a77799aa7ea876b 2024-11-10T09:22:12,154 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09d5d183524248868a77799aa7ea876b 2024-11-10T09:22:12,154 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/f/09d5d183524248868a77799aa7ea876b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T09:22:12,155 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/.tmp/f1/0bc0506bf16047a7a8da515a26a7821f as hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/f1/0bc0506bf16047a7a8da515a26a7821f 2024-11-10T09:22:12,158 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bc0506bf16047a7a8da515a26a7821f 2024-11-10T09:22:12,158 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/f1/0bc0506bf16047a7a8da515a26a7821f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T09:22:12,159 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/.tmp/norep/d75a9a57ff664674bc57f5c7953119d3 as hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/norep/d75a9a57ff664674bc57f5c7953119d3 2024-11-10T09:22:12,163 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d75a9a57ff664674bc57f5c7953119d3 2024-11-10T09:22:12,164 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/norep/d75a9a57ff664674bc57f5c7953119d3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T09:22:12,164 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 07634b3a99874009c77d5feb46018ecb in 883ms, sequenceid=12, compaction requested=false 2024-11-10T09:22:12,165 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T09:22:12,168 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/default/test/07634b3a99874009c77d5feb46018ecb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T09:22:12,169 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:12,169 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:22:12,169 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:22:12,169 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07634b3a99874009c77d5feb46018ecb: Waiting for close lock at 1731230531281Running coprocessor pre-close hooks at 1731230531281Disabling compacts and flushes for region at 1731230531281Disabling writes for close at 1731230531281Obtaining lock to block concurrent updates at 1731230531281Preparing flush snapshotting stores in 07634b3a99874009c77d5feb46018ecb at 1731230531281Finished memstore snapshotting test,,1731230509596.07634b3a99874009c77d5feb46018ecb., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731230531281Flushing stores of test,,1731230509596.07634b3a99874009c77d5feb46018ecb. at 1731230531282 (+1 ms)Flushing 07634b3a99874009c77d5feb46018ecb/f: creating writer at 1731230531282Flushing 07634b3a99874009c77d5feb46018ecb/f: appending metadata at 1731230531294 (+12 ms)Flushing 07634b3a99874009c77d5feb46018ecb/f: closing flushed file at 1731230531294Flushing 07634b3a99874009c77d5feb46018ecb/f1: creating writer at 1731230531702 (+408 ms)Flushing 07634b3a99874009c77d5feb46018ecb/f1: appending metadata at 1731230531718 (+16 ms)Flushing 07634b3a99874009c77d5feb46018ecb/f1: closing flushed file at 1731230531718Flushing 07634b3a99874009c77d5feb46018ecb/norep: creating writer at 1731230532125 (+407 ms)Flushing 07634b3a99874009c77d5feb46018ecb/norep: appending metadata at 1731230532140 (+15 ms)Flushing 07634b3a99874009c77d5feb46018ecb/norep: closing flushed file at 1731230532140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecd8cf7: reopening flushed file at 1731230532149 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae1e200: reopening flushed file at 1731230532154 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4736c1fe: reopening flushed file at 1731230532159 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 07634b3a99874009c77d5feb46018ecb in 883ms, sequenceid=12, compaction requested=false at 1731230532164 (+5 ms)Writing region close event to WAL at 1731230532166 (+2 ms)Running coprocessor post-close hooks at 1731230532169 (+3 ms)Closed at 1731230532169 2024-11-10T09:22:12,169 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230509596.07634b3a99874009c77d5feb46018ecb. 2024-11-10T09:22:12,169 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19a7692f8362c437cd6a66aebf225b0b, disabling compactions & flushes 2024-11-10T09:22:12,169 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:22:12,169 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:22:12,169 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. after waiting 0 ms 2024-11-10T09:22:12,169 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:22:12,169 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19a7692f8362c437cd6a66aebf225b0b: Waiting for close lock at 1731230532169Running coprocessor pre-close hooks at 1731230532169Disabling compacts and flushes for region at 1731230532169Disabling writes for close at 1731230532169Failed flush hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b., putting online again at 1731230532169 2024-11-10T09:22:12,169 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:22:12,235 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:12,273 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 1713, reset compression=false 2024-11-10T09:22:12,277 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:12,277 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 2357, reset compression=false 2024-11-10T09:22:12,282 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:22:12,282 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19a7692f8362c437cd6a66aebf225b0b=hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b.} 2024-11-10T09:22:12,282 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(3091): Received CLOSE for 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:22:12,282 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a7692f8362c437cd6a66aebf225b0b 2024-11-10T09:22:12,282 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19a7692f8362c437cd6a66aebf225b0b, disabling compactions & flushes 2024-11-10T09:22:12,282 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:22:12,282 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:22:12,282 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. after waiting 0 ms 2024-11-10T09:22:12,282 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:22:12,282 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19a7692f8362c437cd6a66aebf225b0b: Waiting for close lock at 1731230532282Running coprocessor pre-close hooks at 1731230532282Disabling compacts and flushes for region at 1731230532282Disabling writes for close at 1731230532282Failed flush hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b., putting online again at 1731230532282 2024-11-10T09:22:12,283 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731230515077.19a7692f8362c437cd6a66aebf225b0b. 2024-11-10T09:22:12,480 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 2357, reset compression=false 2024-11-10T09:22:12,482 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:22:12,544 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/rep_barrier/dc1c1dcd9adc47db8ffb5c4ee0c47ff7 2024-11-10T09:22:12,560 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/table/f128825160be4b40826e7630819349a9 is 53, key is hbase:replication/table:state/1731230516244/Put/seqid=0 2024-11-10T09:22:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741846_1022 (size=5308) 2024-11-10T09:22:12,683 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:22:12,783 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 2357, reset compression=false 2024-11-10T09:22:12,883 DEBUG [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:22:12,966 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/table/f128825160be4b40826e7630819349a9 2024-11-10T09:22:12,972 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/info/847889f66f844285b4147abb77b3584d as hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/info/847889f66f844285b4147abb77b3584d 2024-11-10T09:22:12,977 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/info/847889f66f844285b4147abb77b3584d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:22:12,977 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/ns/695bfd7f7f594a1eac4c747af77c3226 as hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/ns/695bfd7f7f594a1eac4c747af77c3226 2024-11-10T09:22:12,983 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/ns/695bfd7f7f594a1eac4c747af77c3226, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:22:12,983 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/rep_barrier/dc1c1dcd9adc47db8ffb5c4ee0c47ff7 as hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/rep_barrier/dc1c1dcd9adc47db8ffb5c4ee0c47ff7 2024-11-10T09:22:12,988 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/rep_barrier/dc1c1dcd9adc47db8ffb5c4ee0c47ff7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:22:12,989 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/.tmp/table/f128825160be4b40826e7630819349a9 as hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/table/f128825160be4b40826e7630819349a9 2024-11-10T09:22:12,999 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/table/f128825160be4b40826e7630819349a9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:22:13,001 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-10T09:22:13,001 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:22:13,007 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:22:13,008 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:13,008 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:22:13,008 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:13,008 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230531281Running coprocessor pre-close hooks at 1731230531281Disabling compacts and flushes for region at 1731230531281Disabling writes for close at 1731230531281Obtaining lock to block concurrent updates at 1731230531281Preparing flush snapshotting stores in 1588230740 at 1731230531281Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230531282 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731230531282Flushing 1588230740/info: creating writer at 1731230531282Flushing 1588230740/info: appending metadata at 1731230531294 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731230531294Flushing 1588230740/ns: creating writer at 1731230531702 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731230531715 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731230531715Flushing 1588230740/rep_barrier: creating writer at 1731230532123 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230532140 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230532140Flushing 1588230740/table: creating writer at 1731230532547 (+407 ms)Flushing 1588230740/table: appending metadata at 1731230532559 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731230532559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fd9e49: reopening flushed file at 1731230532971 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26999bb: reopening flushed file at 1731230532977 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50697d50: reopening flushed file at 1731230532983 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5319611e: reopening flushed file at 1731230532988 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731230533001 (+13 ms)Writing region close event to WAL at 1731230533003 (+2 ms)Running coprocessor post-close hooks at 1731230533008 (+5 ms)Closed at 1731230533008 2024-11-10T09:22:13,008 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:13,083 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T09:22:13,083 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,44097,1731230499376; all regions closed. 2024-11-10T09:22:13,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:22:13,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.meta.1731230502655.meta not finished, retry = 0 2024-11-10T09:22:13,186 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 to pos 2357, reset compression=false 2024-11-10T09:22:13,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741839_1015 (size=2609) 2024-11-10T09:22:13,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.rep.1731230516207 not finished, retry = 0 2024-11-10T09:22:13,238 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741832_1008 (size=2365) 2024-11-10T09:22:13,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/WALs/802346a334f5,44097,1731230499376/802346a334f5%2C44097%2C1731230499376.1731230501637 not finished, retry = 0 2024-11-10T09:22:13,392 DEBUG [RS:0;802346a334f5:44097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:13,392 INFO [RS:0;802346a334f5:44097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:13,392 INFO [RS:0;802346a334f5:44097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:22:13,392 INFO [RS:0;802346a334f5:44097 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:22:13,392 INFO [RS:0;802346a334f5:44097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:22:13,392 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:22:13,392 INFO [RS:0;802346a334f5:44097 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,44097,1731230499376 because: Region server is closing 2024-11-10T09:22:13,392 INFO [RS:0;802346a334f5:44097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:44097. 2024-11-10T09:22:13,392 DEBUG [RS:0;802346a334f5:44097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:13,392 DEBUG [RS:0;802346a334f5:44097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:13,393 DEBUG [RS:0;802346a334f5:44097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:13,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:13,493 INFO [RS:0;802346a334f5:44097 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.shipper802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 terminated 2024-11-10T09:22:13,493 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44097,1731230499376.replicationSource.wal-reader.802346a334f5%2C44097%2C1731230499376,1-802346a334f5,44097,1731230499376 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:22:13,493 INFO [RS:0;802346a334f5:44097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:44097. 2024-11-10T09:22:13,493 DEBUG [RS:0;802346a334f5:44097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:13,493 DEBUG [RS:0;802346a334f5:44097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:13,493 DEBUG [RS:0;802346a334f5:44097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:13,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:13,493 INFO [RS:0;802346a334f5:44097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44097 2024-11-10T09:22:13,542 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11252306200/rs/802346a334f5,44097,1731230499376 2024-11-10T09:22:13,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200/rs 2024-11-10T09:22:13,542 INFO [RS:0;802346a334f5:44097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:22:13,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,44097,1731230499376] 2024-11-10T09:22:13,563 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11252306200/draining/802346a334f5,44097,1731230499376 already deleted, retry=false 2024-11-10T09:22:13,564 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,44097,1731230499376 expired; onlineServers=0 2024-11-10T09:22:13,564 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,41817,1731230499183' ***** 2024-11-10T09:22:13,564 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:22:13,564 INFO [M:0;802346a334f5:41817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:13,564 INFO [M:0;802346a334f5:41817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:22:13,564 DEBUG [M:0;802346a334f5:41817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:22:13,564 DEBUG [M:0;802346a334f5:41817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:22:13,564 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:22:13,564 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230501414 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230501414,5,FailOnTimeoutGroup] 2024-11-10T09:22:13,564 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230501416 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230501416,5,FailOnTimeoutGroup] 2024-11-10T09:22:13,564 INFO [M:0;802346a334f5:41817 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:22:13,564 INFO [M:0;802346a334f5:41817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:22:13,564 DEBUG [M:0;802346a334f5:41817 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:22:13,564 INFO [M:0;802346a334f5:41817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:22:13,564 INFO [M:0;802346a334f5:41817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:13,564 INFO [M:0;802346a334f5:41817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:22:13,565 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:22:13,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11252306200/master 2024-11-10T09:22:13,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252306200 2024-11-10T09:22:13,574 DEBUG [M:0;802346a334f5:41817 {}] zookeeper.ZKUtil(347): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Unable to get data of znode /11252306200/master because node does not exist (not an error) 2024-11-10T09:22:13,574 WARN [M:0;802346a334f5:41817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:22:13,574 INFO [M:0;802346a334f5:41817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/.lastflushedseqids 2024-11-10T09:22:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741847_1023 (size=245) 2024-11-10T09:22:13,653 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:13,653 INFO [RS:0;802346a334f5:44097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:22:13,653 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x101240cdc610004, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:13,653 INFO [RS:0;802346a334f5:44097 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,44097,1731230499376; zookeeper connection closed. 2024-11-10T09:22:13,653 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75884ea3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75884ea3 2024-11-10T09:22:13,654 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:22:13,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:13,979 INFO [M:0;802346a334f5:41817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:22:13,979 INFO [M:0;802346a334f5:41817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:22:13,979 DEBUG [M:0;802346a334f5:41817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:22:13,979 INFO [M:0;802346a334f5:41817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:13,979 DEBUG [M:0;802346a334f5:41817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:13,979 DEBUG [M:0;802346a334f5:41817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:22:13,979 DEBUG [M:0;802346a334f5:41817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:13,979 INFO [M:0;802346a334f5:41817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T09:22:13,996 DEBUG [M:0;802346a334f5:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f02492dbe5df446d828ee6587ccfc70b is 82, key is hbase:meta,,1/info:regioninfo/1731230502682/Put/seqid=0 2024-11-10T09:22:14,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741848_1024 (size=5672) 2024-11-10T09:22:14,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:22:14,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,340 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:14,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:14,400 INFO [M:0;802346a334f5:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f02492dbe5df446d828ee6587ccfc70b 2024-11-10T09:22:14,417 DEBUG [M:0;802346a334f5:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa2a72c82c3e4f5da5a7aaec2de532b3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731230516246/Put/seqid=0 2024-11-10T09:22:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741849_1025 (size=8515) 2024-11-10T09:22:14,820 INFO [M:0;802346a334f5:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa2a72c82c3e4f5da5a7aaec2de532b3 2024-11-10T09:22:14,837 DEBUG [M:0;802346a334f5:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a18cca37d7d445b9945a7b7306718f0e is 69, key is 802346a334f5,44097,1731230499376/rs:state/1731230501464/Put/seqid=0 2024-11-10T09:22:14,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741850_1026 (size=5156) 2024-11-10T09:22:15,240 INFO [M:0;802346a334f5:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a18cca37d7d445b9945a7b7306718f0e 2024-11-10T09:22:15,244 DEBUG [M:0;802346a334f5:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f02492dbe5df446d828ee6587ccfc70b as hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f02492dbe5df446d828ee6587ccfc70b 2024-11-10T09:22:15,247 INFO [M:0;802346a334f5:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f02492dbe5df446d828ee6587ccfc70b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T09:22:15,248 DEBUG [M:0;802346a334f5:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa2a72c82c3e4f5da5a7aaec2de532b3 as hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa2a72c82c3e4f5da5a7aaec2de532b3 2024-11-10T09:22:15,251 INFO [M:0;802346a334f5:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa2a72c82c3e4f5da5a7aaec2de532b3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T09:22:15,252 DEBUG [M:0;802346a334f5:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a18cca37d7d445b9945a7b7306718f0e as hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a18cca37d7d445b9945a7b7306718f0e 2024-11-10T09:22:15,256 INFO [M:0;802346a334f5:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a18cca37d7d445b9945a7b7306718f0e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T09:22:15,257 INFO [M:0;802346a334f5:41817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-10T09:22:15,258 INFO [M:0;802346a334f5:41817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:15,258 DEBUG [M:0;802346a334f5:41817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230533979Disabling compacts and flushes for region at 1731230533979Disabling writes for close at 1731230533979Obtaining lock to block concurrent updates at 1731230533979Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230533979Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731230533980 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230533980Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230533980Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230533996 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230533996Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230534404 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230534416 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230534416Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230534824 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230534837 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230534837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a11cd13: reopening flushed file at 1731230535244 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc58c59: reopening flushed file at 1731230535247 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5177756: reopening flushed file at 1731230535251 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731230535257 (+6 ms)Writing region close event to WAL at 1731230535258 (+1 ms)Closed at 1731230535258 2024-11-10T09:22:15,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741830_1006 (size=63642) 2024-11-10T09:22:15,259 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b49a4767-5ec2-8b5f-bcee-6a3c0dfd096a/MasterData/WALs/802346a334f5,41817,1731230499183/802346a334f5%2C41817%2C1731230499183.1731230501111 not finished, retry = 0 2024-11-10T09:22:15,360 INFO [M:0;802346a334f5:41817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:22:15,360 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:22:15,360 INFO [M:0;802346a334f5:41817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41817 2024-11-10T09:22:15,361 INFO [M:0;802346a334f5:41817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:22:15,544 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:15,790 INFO [M:0;802346a334f5:41817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:22:15,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:15,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x101240cdc610003, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:15,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62fd1456{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:22:15,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45329239{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:22:15,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:22:15,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be291d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:22:15,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31c528cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/hadoop.log.dir/,STOPPED} 2024-11-10T09:22:15,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:22:15,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:22:15,833 WARN [BP-1951325210-172.17.0.3-1731230497013 heartbeating to localhost/127.0.0.1:40283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:22:15,833 WARN [BP-1951325210-172.17.0.3-1731230497013 heartbeating to localhost/127.0.0.1:40283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1951325210-172.17.0.3-1731230497013 (Datanode Uuid 211aa671-2769-4842-b739-29741e985b7e) service to localhost/127.0.0.1:40283 2024-11-10T09:22:15,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/cluster_c162aa4c-5879-1c50-dc72-94cc1cc4c2bf/data/data1/current/BP-1951325210-172.17.0.3-1731230497013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:22:15,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/cluster_c162aa4c-5879-1c50-dc72-94cc1cc4c2bf/data/data2/current/BP-1951325210-172.17.0.3-1731230497013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:22:15,834 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:22:15,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22d63ea0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:22:15,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36b609be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:22:15,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:22:15,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57254cdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:22:15,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cb3e16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/556beca0-f072-6fec-0cb8-5f8c4e0a1df1/hadoop.log.dir/,STOPPED} 2024-11-10T09:22:15,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:22:15,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:22:15,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:15,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:15,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:15,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:15,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:15,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:22:15,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1106165152, stopped=false 2024-11-10T09:22:15,853 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,44263,1731230492831 2024-11-10T09:22:15,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0570493339/running 2024-11-10T09:22:15,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0570493339/running 2024-11-10T09:22:15,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:22:15,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:22:15,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:15,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:15,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:15,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:15,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Set watcher on znode that does not yet exist, /0570493339/running 2024-11-10T09:22:15,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Set watcher on znode that does not yet exist, /0570493339/running 2024-11-10T09:22:15,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,44055,1731230493531' ***** 2024-11-10T09:22:15,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:22:15,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(3091): Received CLOSE for 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,44055,1731230493531 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:44055. 2024-11-10T09:22:15,875 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f618bf6a23c9e65bd203db0fea504c9, disabling compactions & flushes 2024-11-10T09:22:15,875 DEBUG [RS:0;802346a334f5:44055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:15,875 DEBUG [RS:0;802346a334f5:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:15,875 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:22:15,875 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:22:15,875 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. after waiting 0 ms 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:22:15,875 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:22:15,875 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f618bf6a23c9e65bd203db0fea504c9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-10T09:22:15,875 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:22:15,875 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1325): Online Regions={3f618bf6a23c9e65bd203db0fea504c9=test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9., 398dca5f91ffcfc332ec037caa521603=hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:22:15,875 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398dca5f91ffcfc332ec037caa521603, 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:22:15,875 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:22:15,875 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:22:15,875 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:22:15,876 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:22:15,876 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:22:15,876 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:22:15,901 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/info/66587afb074e4ba39841cd9c37067708 is 147, key is hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603./info:regioninfo/1731230514081/Put/seqid=0 2024-11-10T09:22:15,901 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/.tmp/f/acaaa078bb734f5a885b32b4b3ffbdf0 is 37, key is row3/f:row3/1731230526085/Put/seqid=0 2024-11-10T09:22:15,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741841_1017 (size=5228) 2024-11-10T09:22:15,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741840_1016 (size=7686) 2024-11-10T09:22:15,950 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:16,076 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398dca5f91ffcfc332ec037caa521603, 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:22:16,276 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398dca5f91ffcfc332ec037caa521603, 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:22:16,305 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/.tmp/f/acaaa078bb734f5a885b32b4b3ffbdf0 2024-11-10T09:22:16,305 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/info/66587afb074e4ba39841cd9c37067708 2024-11-10T09:22:16,308 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acaaa078bb734f5a885b32b4b3ffbdf0 2024-11-10T09:22:16,321 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/ns/4bad2653787c40abaa1f0945d51a7453 is 43, key is default/ns:d/1731230496885/Put/seqid=0 2024-11-10T09:22:16,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741842_1018 (size=5153) 2024-11-10T09:22:16,325 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/.tmp/f1/731fa2d044d14a53bc85d74f0b03e5b3 is 30, key is row1/f1:/1731230523424/DeleteFamily/seqid=0 2024-11-10T09:22:16,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741843_1019 (size=5158) 2024-11-10T09:22:16,476 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398dca5f91ffcfc332ec037caa521603, 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:22:16,676 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398dca5f91ffcfc332ec037caa521603, 3f618bf6a23c9e65bd203db0fea504c9 2024-11-10T09:22:16,725 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/ns/4bad2653787c40abaa1f0945d51a7453 2024-11-10T09:22:16,728 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/.tmp/f1/731fa2d044d14a53bc85d74f0b03e5b3 2024-11-10T09:22:16,730 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 731fa2d044d14a53bc85d74f0b03e5b3 2024-11-10T09:22:16,743 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/.tmp/norep/be83eb3da78147408cc7b852cf1d679c is 32, key is row/norep:/1731230522418/DeleteFamily/seqid=0 2024-11-10T09:22:16,745 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/rep_barrier/16e3220499ed4d09a7202c0166d88d1c is 112, key is test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9./rep_barrier:seqnumDuringOpen/1731230509206/Put/seqid=0 2024-11-10T09:22:16,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741844_1020 (size=5101) 2024-11-10T09:22:16,747 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/.tmp/norep/be83eb3da78147408cc7b852cf1d679c 2024-11-10T09:22:16,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741845_1021 (size=5518) 2024-11-10T09:22:16,750 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/rep_barrier/16e3220499ed4d09a7202c0166d88d1c 2024-11-10T09:22:16,750 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be83eb3da78147408cc7b852cf1d679c 2024-11-10T09:22:16,751 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/.tmp/f/acaaa078bb734f5a885b32b4b3ffbdf0 as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/f/acaaa078bb734f5a885b32b4b3ffbdf0 2024-11-10T09:22:16,751 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:22:16,751 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:22:16,754 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acaaa078bb734f5a885b32b4b3ffbdf0 2024-11-10T09:22:16,754 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/f/acaaa078bb734f5a885b32b4b3ffbdf0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T09:22:16,755 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/.tmp/f1/731fa2d044d14a53bc85d74f0b03e5b3 as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/f1/731fa2d044d14a53bc85d74f0b03e5b3 2024-11-10T09:22:16,758 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 731fa2d044d14a53bc85d74f0b03e5b3 2024-11-10T09:22:16,758 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/f1/731fa2d044d14a53bc85d74f0b03e5b3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T09:22:16,759 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/.tmp/norep/be83eb3da78147408cc7b852cf1d679c as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/norep/be83eb3da78147408cc7b852cf1d679c 2024-11-10T09:22:16,762 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be83eb3da78147408cc7b852cf1d679c 2024-11-10T09:22:16,762 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/norep/be83eb3da78147408cc7b852cf1d679c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T09:22:16,763 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3f618bf6a23c9e65bd203db0fea504c9 in 888ms, sequenceid=12, compaction requested=false 2024-11-10T09:22:16,767 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/table/8684eafb2d2f4ae49d7b9378531085d1 is 53, key is hbase:replication/table:state/1731230514087/Put/seqid=0 2024-11-10T09:22:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741846_1022 (size=5308) 2024-11-10T09:22:16,770 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/default/test/3f618bf6a23c9e65bd203db0fea504c9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T09:22:16,771 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:16,771 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:22:16,771 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:22:16,771 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f618bf6a23c9e65bd203db0fea504c9: Waiting for close lock at 1731230535875Running coprocessor pre-close hooks at 1731230535875Disabling compacts and flushes for region at 1731230535875Disabling writes for close at 1731230535875Obtaining lock to block concurrent updates at 1731230535875Preparing flush snapshotting stores in 3f618bf6a23c9e65bd203db0fea504c9 at 1731230535875Finished memstore snapshotting test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731230535876 (+1 ms)Flushing stores of test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. at 1731230535876Flushing 3f618bf6a23c9e65bd203db0fea504c9/f: creating writer at 1731230535876Flushing 3f618bf6a23c9e65bd203db0fea504c9/f: appending metadata at 1731230535900 (+24 ms)Flushing 3f618bf6a23c9e65bd203db0fea504c9/f: closing flushed file at 1731230535900Flushing 3f618bf6a23c9e65bd203db0fea504c9/f1: creating writer at 1731230536309 (+409 ms)Flushing 3f618bf6a23c9e65bd203db0fea504c9/f1: appending metadata at 1731230536324 (+15 ms)Flushing 3f618bf6a23c9e65bd203db0fea504c9/f1: closing flushed file at 1731230536324Flushing 3f618bf6a23c9e65bd203db0fea504c9/norep: creating writer at 1731230536731 (+407 ms)Flushing 3f618bf6a23c9e65bd203db0fea504c9/norep: appending metadata at 1731230536742 (+11 ms)Flushing 3f618bf6a23c9e65bd203db0fea504c9/norep: closing flushed file at 1731230536742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6614b843: reopening flushed file at 1731230536750 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fea7576: reopening flushed file at 1731230536754 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12df8006: reopening flushed file at 1731230536758 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3f618bf6a23c9e65bd203db0fea504c9 in 888ms, sequenceid=12, compaction requested=false at 1731230536763 (+5 ms)Writing region close event to WAL at 1731230536768 (+5 ms)Running coprocessor post-close hooks at 1731230536771 (+3 ms)Closed at 1731230536771 2024-11-10T09:22:16,771 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230508453.3f618bf6a23c9e65bd203db0fea504c9. 2024-11-10T09:22:16,771 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 398dca5f91ffcfc332ec037caa521603, disabling compactions & flushes 2024-11-10T09:22:16,771 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:22:16,771 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:22:16,771 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. after waiting 0 ms 2024-11-10T09:22:16,771 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:22:16,771 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 398dca5f91ffcfc332ec037caa521603 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-10T09:22:16,785 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/replication/398dca5f91ffcfc332ec037caa521603/.tmp/queue/b42527f7484f4cc88c9d47ef10f6e49c is 154, key is 1-802346a334f5,44055,1731230493531/queue:802346a334f5%2C44055%2C1731230493531/1731230527810/Put/seqid=0 2024-11-10T09:22:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741847_1023 (size=5353) 2024-11-10T09:22:16,847 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 1488, reset compression=false 2024-11-10T09:22:16,851 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:16,851 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 2379, reset compression=false 2024-11-10T09:22:16,851 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,44055,1731230493531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837, lastWalPosition=2379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:16,852 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,44055,1731230493531: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-802346a334f5,44055,1731230493531, walGroup=802346a334f5%2C44055%2C1731230493531, offset=802346a334f5%2C44055%2C1731230493531.1731230495837:2379, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:44055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:22:16,853 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:22:16,853 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:22:16,854 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:22:16,854 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:22:16,854 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:22:16,854 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 758709248 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199197472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:22:16,854 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:44263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:44263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T09:22:16,876 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:22:16,876 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1325): Online Regions={398dca5f91ffcfc332ec037caa521603=hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:22:16,876 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:22:17,053 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 2379, reset compression=false 2024-11-10T09:22:17,077 DEBUG [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398dca5f91ffcfc332ec037caa521603 2024-11-10T09:22:17,149 INFO [master/802346a334f5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T09:22:17,149 INFO [master/802346a334f5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T09:22:17,171 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/table/8684eafb2d2f4ae49d7b9378531085d1 2024-11-10T09:22:17,175 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/info/66587afb074e4ba39841cd9c37067708 as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/info/66587afb074e4ba39841cd9c37067708 2024-11-10T09:22:17,179 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/info/66587afb074e4ba39841cd9c37067708, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:22:17,180 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/ns/4bad2653787c40abaa1f0945d51a7453 as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/ns/4bad2653787c40abaa1f0945d51a7453 2024-11-10T09:22:17,183 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/ns/4bad2653787c40abaa1f0945d51a7453, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:22:17,184 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/rep_barrier/16e3220499ed4d09a7202c0166d88d1c as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/rep_barrier/16e3220499ed4d09a7202c0166d88d1c 2024-11-10T09:22:17,187 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/rep_barrier/16e3220499ed4d09a7202c0166d88d1c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:22:17,188 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/.tmp/table/8684eafb2d2f4ae49d7b9378531085d1 as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/table/8684eafb2d2f4ae49d7b9378531085d1 2024-11-10T09:22:17,188 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/replication/398dca5f91ffcfc332ec037caa521603/.tmp/queue/b42527f7484f4cc88c9d47ef10f6e49c 2024-11-10T09:22:17,191 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/table/8684eafb2d2f4ae49d7b9378531085d1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:22:17,192 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/replication/398dca5f91ffcfc332ec037caa521603/.tmp/queue/b42527f7484f4cc88c9d47ef10f6e49c as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/replication/398dca5f91ffcfc332ec037caa521603/queue/b42527f7484f4cc88c9d47ef10f6e49c 2024-11-10T09:22:17,192 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-10T09:22:17,196 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:22:17,196 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/replication/398dca5f91ffcfc332ec037caa521603/queue/b42527f7484f4cc88c9d47ef10f6e49c, entries=1, sequenceid=14, filesize=5.2 K 2024-11-10T09:22:17,196 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:17,196 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:22:17,196 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:17,196 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230535875Running coprocessor pre-close hooks at 1731230535875Disabling compacts and flushes for region at 1731230535875Disabling writes for close at 1731230535876 (+1 ms)Obtaining lock to block concurrent updates at 1731230535876Preparing flush snapshotting stores in 1588230740 at 1731230535876Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230535876Flushing stores of hbase:meta,,1.1588230740 at 1731230535876Flushing 1588230740/info: creating writer at 1731230535876Flushing 1588230740/info: appending metadata at 1731230535900 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731230535900Flushing 1588230740/ns: creating writer at 1731230536308 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731230536321 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731230536321Flushing 1588230740/rep_barrier: creating writer at 1731230536729 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230536744 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230536744Flushing 1588230740/table: creating writer at 1731230536754 (+10 ms)Flushing 1588230740/table: appending metadata at 1731230536767 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731230536767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e85b1fb: reopening flushed file at 1731230537174 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5587c27: reopening flushed file at 1731230537179 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af714ed: reopening flushed file at 1731230537183 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353204bc: reopening flushed file at 1731230537187 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1731230537192 (+5 ms)Writing region close event to WAL at 1731230537193 (+1 ms)Running coprocessor post-close hooks at 1731230537196 (+3 ms)Closed at 1731230537196 2024-11-10T09:22:17,196 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:17,196 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 398dca5f91ffcfc332ec037caa521603 in 425ms, sequenceid=14, compaction requested=false 2024-11-10T09:22:17,199 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/data/hbase/replication/398dca5f91ffcfc332ec037caa521603/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-10T09:22:17,199 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:17,199 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:22:17,200 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:22:17,200 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 398dca5f91ffcfc332ec037caa521603: Waiting for close lock at 1731230536771Running coprocessor pre-close hooks at 1731230536771Disabling compacts and flushes for region at 1731230536771Disabling writes for close at 1731230536771Obtaining lock to block concurrent updates at 1731230536771Preparing flush snapshotting stores in 398dca5f91ffcfc332ec037caa521603 at 1731230536771Finished memstore snapshotting hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731230536771Flushing stores of hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. at 1731230536772 (+1 ms)Flushing 398dca5f91ffcfc332ec037caa521603/queue: creating writer at 1731230536772Flushing 398dca5f91ffcfc332ec037caa521603/queue: appending metadata at 1731230536784 (+12 ms)Flushing 398dca5f91ffcfc332ec037caa521603/queue: closing flushed file at 1731230536784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49bc3644: reopening flushed file at 1731230537191 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 398dca5f91ffcfc332ec037caa521603 in 425ms, sequenceid=14, compaction requested=false at 1731230537196 (+5 ms)Writing region close event to WAL at 1731230537197 (+1 ms)Running coprocessor post-close hooks at 1731230537199 (+2 ms)Closed at 1731230537199 2024-11-10T09:22:17,200 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230512922.398dca5f91ffcfc332ec037caa521603. 2024-11-10T09:22:17,277 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,44055,1731230493531; all regions closed. 2024-11-10T09:22:17,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:22:17,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.meta.1731230496809.meta not finished, retry = 0 2024-11-10T09:22:17,356 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 to pos 2379, reset compression=false 2024-11-10T09:22:17,381 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.rep.1731230514053 not finished, retry = 0 2024-11-10T09:22:17,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741839_1015 (size=3552) 2024-11-10T09:22:17,484 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/WALs/802346a334f5,44055,1731230493531/802346a334f5%2C44055%2C1731230493531.1731230495837 not finished, retry = 0 2024-11-10T09:22:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741832_1008 (size=2387) 2024-11-10T09:22:17,584 DEBUG [RS:0;802346a334f5:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:17,584 INFO [RS:0;802346a334f5:44055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:17,585 INFO [RS:0;802346a334f5:44055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:22:17,585 INFO [RS:0;802346a334f5:44055 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:22:17,585 INFO [RS:0;802346a334f5:44055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:22:17,585 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:22:17,585 INFO [RS:0;802346a334f5:44055 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,44055,1731230493531 because: Region server is closing 2024-11-10T09:22:17,585 INFO [RS:0;802346a334f5:44055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:44055. 2024-11-10T09:22:17,585 DEBUG [RS:0;802346a334f5:44055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:17,585 DEBUG [RS:0;802346a334f5:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:17,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:17,586 DEBUG [RS:0;802346a334f5:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:17,686 INFO [RS:0;802346a334f5:44055 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.shipper802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 terminated 2024-11-10T09:22:17,686 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,44055,1731230493531.replicationSource.wal-reader.802346a334f5%2C44055%2C1731230493531,1-802346a334f5,44055,1731230493531 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:22:17,686 INFO [RS:0;802346a334f5:44055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:44055. 2024-11-10T09:22:17,686 DEBUG [RS:0;802346a334f5:44055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:17,686 DEBUG [RS:0;802346a334f5:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:17,686 DEBUG [RS:0;802346a334f5:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:17,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:17,686 INFO [RS:0;802346a334f5:44055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44055 2024-11-10T09:22:17,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0570493339/rs/802346a334f5,44055,1731230493531 2024-11-10T09:22:17,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339/rs 2024-11-10T09:22:17,747 INFO [RS:0;802346a334f5:44055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:22:17,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,44055,1731230493531] 2024-11-10T09:22:17,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0570493339/draining/802346a334f5,44055,1731230493531 already deleted, retry=false 2024-11-10T09:22:17,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,44055,1731230493531 expired; onlineServers=0 2024-11-10T09:22:17,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,44263,1731230492831' ***** 2024-11-10T09:22:17,768 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:22:17,768 INFO [M:0;802346a334f5:44263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:17,768 INFO [M:0;802346a334f5:44263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:22:17,768 DEBUG [M:0;802346a334f5:44263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:22:17,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:22:17,768 DEBUG [M:0;802346a334f5:44263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:22:17,768 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230495609 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230495609,5,FailOnTimeoutGroup] 2024-11-10T09:22:17,768 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230495609 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230495609,5,FailOnTimeoutGroup] 2024-11-10T09:22:17,769 INFO [M:0;802346a334f5:44263 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:22:17,769 INFO [M:0;802346a334f5:44263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:22:17,769 DEBUG [M:0;802346a334f5:44263 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:22:17,769 INFO [M:0;802346a334f5:44263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:22:17,769 INFO [M:0;802346a334f5:44263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:17,769 INFO [M:0;802346a334f5:44263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:22:17,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:22:17,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0570493339/master 2024-11-10T09:22:17,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570493339 2024-11-10T09:22:17,778 DEBUG [M:0;802346a334f5:44263 {}] zookeeper.ZKUtil(347): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Unable to get data of znode /0570493339/master because node does not exist (not an error) 2024-11-10T09:22:17,778 WARN [M:0;802346a334f5:44263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:22:17,780 INFO [M:0;802346a334f5:44263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/.lastflushedseqids 2024-11-10T09:22:17,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741848_1024 (size=245) 2024-11-10T09:22:17,858 INFO [RS:0;802346a334f5:44055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:22:17,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:17,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x101240cdc610001, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:17,858 INFO [RS:0;802346a334f5:44055 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,44055,1731230493531; zookeeper connection closed. 2024-11-10T09:22:17,858 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47f78275 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47f78275 2024-11-10T09:22:17,858 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:22:18,184 INFO [M:0;802346a334f5:44263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:22:18,184 INFO [M:0;802346a334f5:44263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:22:18,184 DEBUG [M:0;802346a334f5:44263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:22:18,184 INFO [M:0;802346a334f5:44263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:18,184 DEBUG [M:0;802346a334f5:44263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:18,184 DEBUG [M:0;802346a334f5:44263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:22:18,184 DEBUG [M:0;802346a334f5:44263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:18,184 INFO [M:0;802346a334f5:44263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-10T09:22:18,198 DEBUG [M:0;802346a334f5:44263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4461090b1144349bd64d03f3c499a27 is 82, key is hbase:meta,,1/info:regioninfo/1731230496843/Put/seqid=0 2024-11-10T09:22:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741849_1025 (size=5672) 2024-11-10T09:22:18,601 INFO [M:0;802346a334f5:44263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4461090b1144349bd64d03f3c499a27 2024-11-10T09:22:18,616 DEBUG [M:0;802346a334f5:44263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5291f4e2107748f6bcb81d8b0402f6c4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731230509242/Put/seqid=0 2024-11-10T09:22:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741850_1026 (size=7217) 2024-11-10T09:22:19,020 INFO [M:0;802346a334f5:44263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5291f4e2107748f6bcb81d8b0402f6c4 2024-11-10T09:22:19,023 INFO [M:0;802346a334f5:44263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5291f4e2107748f6bcb81d8b0402f6c4 2024-11-10T09:22:19,036 DEBUG [M:0;802346a334f5:44263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f5eda5335d344b1850f1ee6c5e519a2 is 69, key is 802346a334f5,44055,1731230493531/rs:state/1731230495689/Put/seqid=0 2024-11-10T09:22:19,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741851_1027 (size=5156) 2024-11-10T09:22:19,451 INFO [M:0;802346a334f5:44263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f5eda5335d344b1850f1ee6c5e519a2 2024-11-10T09:22:19,456 DEBUG [M:0;802346a334f5:44263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4461090b1144349bd64d03f3c499a27 as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4461090b1144349bd64d03f3c499a27 2024-11-10T09:22:19,459 INFO [M:0;802346a334f5:44263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4461090b1144349bd64d03f3c499a27, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T09:22:19,460 DEBUG [M:0;802346a334f5:44263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5291f4e2107748f6bcb81d8b0402f6c4 as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5291f4e2107748f6bcb81d8b0402f6c4 2024-11-10T09:22:19,463 INFO [M:0;802346a334f5:44263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5291f4e2107748f6bcb81d8b0402f6c4 2024-11-10T09:22:19,463 INFO [M:0;802346a334f5:44263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5291f4e2107748f6bcb81d8b0402f6c4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T09:22:19,464 DEBUG [M:0;802346a334f5:44263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f5eda5335d344b1850f1ee6c5e519a2 as hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f5eda5335d344b1850f1ee6c5e519a2 2024-11-10T09:22:19,467 INFO [M:0;802346a334f5:44263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f5eda5335d344b1850f1ee6c5e519a2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T09:22:19,468 INFO [M:0;802346a334f5:44263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-10T09:22:19,469 INFO [M:0;802346a334f5:44263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:19,469 DEBUG [M:0;802346a334f5:44263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230538184Disabling compacts and flushes for region at 1731230538184Disabling writes for close at 1731230538184Obtaining lock to block concurrent updates at 1731230538184Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230538184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731230538185 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230538185Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230538185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230538197 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230538197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230538604 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230538616 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230538616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230539023 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230539035 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230539035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b975b87: reopening flushed file at 1731230539455 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a24f6c9: reopening flushed file at 1731230539459 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2adc4e: reopening flushed file at 1731230539463 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731230539468 (+5 ms)Writing region close event to WAL at 1731230539469 (+1 ms)Closed at 1731230539469 2024-11-10T09:22:19,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21801f2f-f54d-ee54-046a-aa493adac9ac/MasterData/WALs/802346a334f5,44263,1731230492831/802346a334f5%2C44263%2C1731230492831.1731230495298 not finished, retry = 0 2024-11-10T09:22:19,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33587 is added to blk_1073741830_1006 (size=64411) 2024-11-10T09:22:19,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:22:19,571 INFO [M:0;802346a334f5:44263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:22:19,571 INFO [M:0;802346a334f5:44263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44263 2024-11-10T09:22:19,571 INFO [M:0;802346a334f5:44263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:22:19,678 INFO [M:0;802346a334f5:44263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:22:19,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:19,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44263-0x101240cdc610000, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:19,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d1dc5fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:22:19,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@305316d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:22:19,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:22:19,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19c6f5cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:22:19,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1690c4dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/hadoop.log.dir/,STOPPED} 2024-11-10T09:22:19,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:22:19,682 WARN [BP-1837612639-172.17.0.3-1731230490826 heartbeating to localhost/127.0.0.1:40313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:22:19,683 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:22:19,683 WARN [BP-1837612639-172.17.0.3-1731230490826 heartbeating to localhost/127.0.0.1:40313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1837612639-172.17.0.3-1731230490826 (Datanode Uuid ff20ba74-214d-40c0-8c7a-24790b14f571) service to localhost/127.0.0.1:40313 2024-11-10T09:22:19,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/cluster_0ff3680c-7161-fde7-7fa5-f081a261ef9a/data/data1/current/BP-1837612639-172.17.0.3-1731230490826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:22:19,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/cluster_0ff3680c-7161-fde7-7fa5-f081a261ef9a/data/data2/current/BP-1837612639-172.17.0.3-1731230490826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:22:19,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:22:19,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@461a7074{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:22:19,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17db001d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:22:19,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:22:19,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3bb997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:22:19,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@288e3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9333efb-ac94-874c-4a72-559f554f242e/hadoop.log.dir/,STOPPED} 2024-11-10T09:22:19,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:22:19,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:22:19,711 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 262) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54746) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54746) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40313 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40283 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54746) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=722 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 487), ProcessCount=11 (was 11), AvailableMemoryMB=1851 (was 1311) - AvailableMemoryMB LEAK? - 2024-11-10T09:22:19,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=722, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=1851 2024-11-10T09:22:19,735 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-10T09:22:19,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/hadoop.log.dir so I do NOT create it in target/test-data/82082d97-55eb-6e2d-d094-282be23a908d 2024-11-10T09:22:19,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:22:19,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/hadoop.tmp.dir so I do NOT create it in target/test-data/82082d97-55eb-6e2d-d094-282be23a908d 2024-11-10T09:22:19,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1afad082-a169-93ef-b487-6e8f74ef86c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:22:19,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d 2024-11-10T09:22:19,735 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/cluster_09c6a346-054c-1d64-f343-e6f09f8a1d57, deleteOnExit=true 2024-11-10T09:22:19,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/cluster_09c6a346-054c-1d64-f343-e6f09f8a1d57/zookeeper_0, clientPort=52695, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/cluster_09c6a346-054c-1d64-f343-e6f09f8a1d57/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/cluster_09c6a346-054c-1d64-f343-e6f09f8a1d57/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:22:19,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52695 2024-11-10T09:22:19,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:22:19,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:22:19,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/test.cache.data in system properties and HBase conf 2024-11-10T09:22:19,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:22:19,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:22:19,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:22:19,740 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:22:19,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:22:19,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101240cdc610002, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:22:19,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101240cdc610008, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:22:19,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101240cdc610005, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:22:19,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101240cdc610005, quorum=127.0.0.1:54746, baseZNode=/11252306200 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:22:19,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101240cdc610008, quorum=127.0.0.1:54746, baseZNode=/2-302417489 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:22:19,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101240cdc610002, quorum=127.0.0.1:54746, baseZNode=/0570493339 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:22:20,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:22:20,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:22:20,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:22:20,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:22:20,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:22:20,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:22:20,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@602b1c47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:22:20,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a73050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:22:20,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cd24ad3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/java.io.tmpdir/jetty-localhost-32807-hadoop-hdfs-3_4_1-tests_jar-_-any-6515560561471095595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:22:20,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42f86778{HTTP/1.1, (http/1.1)}{localhost:32807} 2024-11-10T09:22:20,170 INFO [Time-limited test {}] server.Server(415): Started @273878ms 2024-11-10T09:22:20,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:22:20,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:22:20,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:22:20,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:22:20,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:22:20,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f6c912{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:22:20,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5105e8fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:22:20,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aab1392{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/java.io.tmpdir/jetty-localhost-38671-hadoop-hdfs-3_4_1-tests_jar-_-any-5474032760733030593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:22:20,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb120f7{HTTP/1.1, (http/1.1)}{localhost:38671} 2024-11-10T09:22:20,666 INFO [Time-limited test {}] server.Server(415): Started @274374ms 2024-11-10T09:22:20,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:22:21,553 WARN [Thread-3424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/cluster_09c6a346-054c-1d64-f343-e6f09f8a1d57/data/data2/current/BP-1937142486-172.17.0.3-1731230539760/current, will proceed with Du for space computation calculation, 2024-11-10T09:22:21,553 WARN [Thread-3423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/cluster_09c6a346-054c-1d64-f343-e6f09f8a1d57/data/data1/current/BP-1937142486-172.17.0.3-1731230539760/current, will proceed with Du for space computation calculation, 2024-11-10T09:22:21,570 WARN [Thread-3411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:22:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x221ad4a6c58cf645 with lease ID 0xd6381dc728ea5a89: Processing first storage report for DS-b0c83d89-eccd-461b-869d-3964ea96ab43 from datanode DatanodeRegistration(127.0.0.1:44859, datanodeUuid=78540e2b-8936-4c73-a8d5-1159f64403a7, infoPort=33505, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=83491891;c=1731230539760) 2024-11-10T09:22:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x221ad4a6c58cf645 with lease ID 0xd6381dc728ea5a89: from storage DS-b0c83d89-eccd-461b-869d-3964ea96ab43 node DatanodeRegistration(127.0.0.1:44859, datanodeUuid=78540e2b-8936-4c73-a8d5-1159f64403a7, infoPort=33505, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=83491891;c=1731230539760), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:22:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x221ad4a6c58cf645 with lease ID 0xd6381dc728ea5a89: Processing first storage report for DS-86394a49-d9cd-4fb2-8c4c-80a2f06ac4c3 from datanode DatanodeRegistration(127.0.0.1:44859, datanodeUuid=78540e2b-8936-4c73-a8d5-1159f64403a7, infoPort=33505, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=83491891;c=1731230539760) 2024-11-10T09:22:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x221ad4a6c58cf645 with lease ID 0xd6381dc728ea5a89: from storage DS-86394a49-d9cd-4fb2-8c4c-80a2f06ac4c3 node DatanodeRegistration(127.0.0.1:44859, datanodeUuid=78540e2b-8936-4c73-a8d5-1159f64403a7, infoPort=33505, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=83491891;c=1731230539760), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:22:21,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d 2024-11-10T09:22:21,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:21,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:22:21,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861 with version=8 2024-11-10T09:22:21,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/hbase-staging 2024-11-10T09:22:22,000 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:22:22,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:22,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:22,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:22:22,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:22,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:22:22,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:22:22,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:22:22,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42979 2024-11-10T09:22:22,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42979 connecting to ZooKeeper ensemble=127.0.0.1:52695 2024-11-10T09:22:22,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429790x0, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:22:22,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42979-0x101240d9b850000 connected 2024-11-10T09:22:22,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:22,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:22,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Set watcher on znode that does not yet exist, /0-34927726/running 2024-11-10T09:22:22,198 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861, hbase.cluster.distributed=false 2024-11-10T09:22:22,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Set watcher on znode that does not yet exist, /0-34927726/acl 2024-11-10T09:22:22,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42979 2024-11-10T09:22:22,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42979 2024-11-10T09:22:22,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42979 2024-11-10T09:22:22,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42979 2024-11-10T09:22:22,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42979 2024-11-10T09:22:22,216 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:22:22,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:22,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:22,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:22:22,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:22,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:22:22,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:22:22,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:22:22,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33415 2024-11-10T09:22:22,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33415 connecting to ZooKeeper ensemble=127.0.0.1:52695 2024-11-10T09:22:22,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:22,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:22,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334150x0, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:22:22,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334150x0, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Set watcher on znode that does not yet exist, /0-34927726/running 2024-11-10T09:22:22,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33415-0x101240d9b850001 connected 2024-11-10T09:22:22,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:22:22,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:22:22,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Set watcher on znode that does not yet exist, /0-34927726/master 2024-11-10T09:22:22,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Set watcher on znode that does not yet exist, /0-34927726/acl 2024-11-10T09:22:22,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33415 2024-11-10T09:22:22,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33415 2024-11-10T09:22:22,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33415 2024-11-10T09:22:22,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33415 2024-11-10T09:22:22,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33415 2024-11-10T09:22:22,252 DEBUG [M:0;802346a334f5:42979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:42979 2024-11-10T09:22:22,253 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-34927726/backup-masters/802346a334f5,42979,1731230542000 2024-11-10T09:22:22,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726/backup-masters 2024-11-10T09:22:22,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726/backup-masters 2024-11-10T09:22:22,262 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Set watcher on existing znode=/0-34927726/backup-masters/802346a334f5,42979,1731230542000 2024-11-10T09:22:22,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-34927726/master 2024-11-10T09:22:22,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:22,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:22,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:22:22,273 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Set watcher on existing znode=/0-34927726/master 2024-11-10T09:22:22,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,273 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-34927726/backup-masters/802346a334f5,42979,1731230542000 from backup master directory 2024-11-10T09:22:22,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726/backup-masters 2024-11-10T09:22:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-34927726/backup-masters/802346a334f5,42979,1731230542000 2024-11-10T09:22:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726/backup-masters 2024-11-10T09:22:22,283 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:22:22,283 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,42979,1731230542000 2024-11-10T09:22:22,289 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/hbase.id] with ID: de0451de-c8d6-429e-98d0-52f2446b0e3c 2024-11-10T09:22:22,289 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/.tmp/hbase.id 2024-11-10T09:22:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:22:22,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:22,693 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/.tmp/hbase.id]:[hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/hbase.id] 2024-11-10T09:22:22,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:22,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:22:22,702 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:22:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:22:23,157 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:22:23,158 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:22:23,158 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:23,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:22:23,563 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store 2024-11-10T09:22:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:22:23,970 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:23,970 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:22:23,970 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:23,970 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:23,970 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:22:23,970 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:23,970 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:23,970 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230543970Disabling compacts and flushes for region at 1731230543970Disabling writes for close at 1731230543970Writing region close event to WAL at 1731230543970Closed at 1731230543970 2024-11-10T09:22:23,971 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/.initializing 2024-11-10T09:22:23,971 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/WALs/802346a334f5,42979,1731230542000 2024-11-10T09:22:23,971 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:22:23,973 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C42979%2C1731230542000, suffix=, logDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/WALs/802346a334f5,42979,1731230542000, archiveDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/oldWALs, maxLogs=10 2024-11-10T09:22:23,984 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/WALs/802346a334f5,42979,1731230542000/802346a334f5%2C42979%2C1731230542000.1731230543973, exclude list is [], retry=0 2024-11-10T09:22:23,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44859,DS-b0c83d89-eccd-461b-869d-3964ea96ab43,DISK] 2024-11-10T09:22:23,987 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/WALs/802346a334f5,42979,1731230542000/802346a334f5%2C42979%2C1731230542000.1731230543973 2024-11-10T09:22:23,988 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33505:33505)] 2024-11-10T09:22:23,988 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:23,988 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:23,988 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,988 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:22:23,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:23,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:23,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:22:23,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:23,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:23,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:22:23,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:23,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:23,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:22:23,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:23,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:23,993 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,994 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,994 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,994 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,994 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,995 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:22:23,995 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:23,997 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:23,997 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62922307, jitterRate=-0.06238456070423126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:22:23,997 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230543988Initializing all the Stores at 1731230543989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230543989Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230543989Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230543989Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230543989Cleaning up temporary data from old regions at 1731230543994 (+5 ms)Region opened successfully at 1731230543997 (+3 ms) 2024-11-10T09:22:23,997 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:22:23,999 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce1b8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:22:24,000 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:22:24,000 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:22:24,000 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:22:24,000 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:22:24,000 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:22:24,001 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:22:24,001 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:22:24,003 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:22:24,003 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Unable to get data of znode /0-34927726/balancer because node does not exist (not necessarily an error) 2024-11-10T09:22:24,051 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-34927726/balancer already deleted, retry=false 2024-11-10T09:22:24,052 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:22:24,052 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Unable to get data of znode /0-34927726/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:22:24,062 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-34927726/normalizer already deleted, retry=false 2024-11-10T09:22:24,062 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:22:24,063 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Unable to get data of znode /0-34927726/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:22:24,072 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-34927726/switch/split already deleted, retry=false 2024-11-10T09:22:24,073 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Unable to get data of znode /0-34927726/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:22:24,083 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-34927726/switch/merge already deleted, retry=false 2024-11-10T09:22:24,084 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Unable to get data of znode /0-34927726/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:22:24,093 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-34927726/snapshot-cleanup already deleted, retry=false 2024-11-10T09:22:24,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-34927726/running 2024-11-10T09:22:24,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-34927726/running 2024-11-10T09:22:24,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:24,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:24,104 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,42979,1731230542000, sessionid=0x101240d9b850000, setting cluster-up flag (Was=false) 2024-11-10T09:22:24,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:24,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:24,157 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-34927726/flush-table-proc/acquired, /0-34927726/flush-table-proc/reached, /0-34927726/flush-table-proc/abort 2024-11-10T09:22:24,157 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,42979,1731230542000 2024-11-10T09:22:24,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:24,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:24,209 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-34927726/online-snapshot/acquired, /0-34927726/online-snapshot/reached, /0-34927726/online-snapshot/abort 2024-11-10T09:22:24,210 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,42979,1731230542000 2024-11-10T09:22:24,211 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:22:24,212 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:24,212 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:22:24,213 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:22:24,213 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,42979,1731230542000 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:22:24,214 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:24,214 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:24,214 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:24,214 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:24,214 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:22:24,214 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,214 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:22:24,214 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230574214 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:24,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:22:24,215 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:22:24,216 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:22:24,216 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:22:24,216 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230544216,5,FailOnTimeoutGroup] 2024-11-10T09:22:24,216 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:24,216 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230544216,5,FailOnTimeoutGroup] 2024-11-10T09:22:24,216 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,216 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:22:24,216 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,216 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:22:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:22:24,242 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(746): ClusterId : de0451de-c8d6-429e-98d0-52f2446b0e3c 2024-11-10T09:22:24,242 DEBUG [RS:0;802346a334f5:33415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:22:24,252 DEBUG [RS:0;802346a334f5:33415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:22:24,252 DEBUG [RS:0;802346a334f5:33415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:22:24,263 DEBUG [RS:0;802346a334f5:33415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:22:24,263 DEBUG [RS:0;802346a334f5:33415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744c4674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:22:24,273 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:33415 2024-11-10T09:22:24,273 INFO [RS:0;802346a334f5:33415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:22:24,273 INFO [RS:0;802346a334f5:33415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:22:24,273 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:22:24,274 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,42979,1731230542000 with port=33415, startcode=1731230542216 2024-11-10T09:22:24,274 DEBUG [RS:0;802346a334f5:33415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:22:24,275 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:22:24,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42979 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,33415,1731230542216 2024-11-10T09:22:24,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42979 {}] master.ServerManager(517): Registering regionserver=802346a334f5,33415,1731230542216 2024-11-10T09:22:24,276 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861 2024-11-10T09:22:24,276 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45519 2024-11-10T09:22:24,277 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:22:24,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726/rs 2024-11-10T09:22:24,289 DEBUG [RS:0;802346a334f5:33415 {}] zookeeper.ZKUtil(111): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Set watcher on existing znode=/0-34927726/rs/802346a334f5,33415,1731230542216 2024-11-10T09:22:24,290 WARN [RS:0;802346a334f5:33415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:22:24,290 INFO [RS:0;802346a334f5:33415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:24,290 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216 2024-11-10T09:22:24,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,33415,1731230542216] 2024-11-10T09:22:24,292 INFO [RS:0;802346a334f5:33415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:22:24,293 INFO [RS:0;802346a334f5:33415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:22:24,293 INFO [RS:0;802346a334f5:33415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:22:24,293 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,293 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:22:24,293 INFO [RS:0;802346a334f5:33415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:22:24,293 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:22:24,294 DEBUG [RS:0;802346a334f5:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:22:24,294 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,294 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,294 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,294 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,294 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,294 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,33415,1731230542216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:22:24,310 INFO [RS:0;802346a334f5:33415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:22:24,311 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,33415,1731230542216-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,311 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,311 INFO [RS:0;802346a334f5:33415 {}] regionserver.Replication(171): 802346a334f5,33415,1731230542216 started 2024-11-10T09:22:24,324 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:24,324 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,33415,1731230542216, RpcServer on 802346a334f5/172.17.0.3:33415, sessionid=0x101240d9b850001 2024-11-10T09:22:24,325 DEBUG [RS:0;802346a334f5:33415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:22:24,325 DEBUG [RS:0;802346a334f5:33415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,33415,1731230542216 2024-11-10T09:22:24,325 DEBUG [RS:0;802346a334f5:33415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,33415,1731230542216' 2024-11-10T09:22:24,325 DEBUG [RS:0;802346a334f5:33415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-34927726/flush-table-proc/abort' 2024-11-10T09:22:24,325 DEBUG [RS:0;802346a334f5:33415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-34927726/flush-table-proc/acquired' 2024-11-10T09:22:24,325 DEBUG [RS:0;802346a334f5:33415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:22:24,325 DEBUG [RS:0;802346a334f5:33415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:22:24,325 DEBUG [RS:0;802346a334f5:33415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,33415,1731230542216 2024-11-10T09:22:24,325 DEBUG [RS:0;802346a334f5:33415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,33415,1731230542216' 2024-11-10T09:22:24,325 DEBUG [RS:0;802346a334f5:33415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-34927726/online-snapshot/abort' 2024-11-10T09:22:24,326 DEBUG [RS:0;802346a334f5:33415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-34927726/online-snapshot/acquired' 2024-11-10T09:22:24,326 DEBUG [RS:0;802346a334f5:33415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:22:24,326 INFO [RS:0;802346a334f5:33415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:22:24,326 INFO [RS:0;802346a334f5:33415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:22:24,426 INFO [RS:0;802346a334f5:33415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:22:24,427 INFO [RS:0;802346a334f5:33415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C33415%2C1731230542216, suffix=, logDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216, archiveDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/oldWALs, maxLogs=10 2024-11-10T09:22:24,439 DEBUG [RS:0;802346a334f5:33415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428, exclude list is [], retry=0 2024-11-10T09:22:24,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44859,DS-b0c83d89-eccd-461b-869d-3964ea96ab43,DISK] 2024-11-10T09:22:24,442 INFO [RS:0;802346a334f5:33415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 2024-11-10T09:22:24,442 DEBUG [RS:0;802346a334f5:33415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33505:33505)] 2024-11-10T09:22:24,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:22:24,624 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861 2024-11-10T09:22:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:22:25,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:25,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:22:25,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:22:25,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:25,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:25,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:22:25,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:22:25,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:25,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:25,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:22:25,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:22:25,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:25,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:25,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:22:25,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:22:25,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:25,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:25,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:22:25,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740 2024-11-10T09:22:25,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740 2024-11-10T09:22:25,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:22:25,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:22:25,037 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:22:25,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:22:25,038 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:25,039 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67523850, jitterRate=0.0061837732791900635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:22:25,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230545029Initializing all the Stores at 1731230545030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230545030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230545030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230545030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230545030Cleaning up temporary data from old regions at 1731230545036 (+6 ms)Region opened successfully at 1731230545039 (+3 ms) 2024-11-10T09:22:25,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:22:25,039 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:22:25,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:22:25,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:22:25,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:22:25,039 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:25,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230545039Disabling compacts and flushes for region at 1731230545039Disabling writes for close at 1731230545039Writing region close event to WAL at 1731230545039Closed at 1731230545039 2024-11-10T09:22:25,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:25,040 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:22:25,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:22:25,041 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:22:25,042 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:22:25,192 DEBUG [802346a334f5:42979 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:22:25,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,33415,1731230542216 2024-11-10T09:22:25,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,33415,1731230542216, state=OPENING 2024-11-10T09:22:25,251 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:22:25,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:25,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:25,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-34927726/meta-region-server: CHANGED 2024-11-10T09:22:25,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-34927726/meta-region-server: CHANGED 2024-11-10T09:22:25,262 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:22:25,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,33415,1731230542216}] 2024-11-10T09:22:25,414 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:22:25,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:22:25,418 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:22:25,418 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:25,419 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:22:25,420 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C33415%2C1731230542216.meta, suffix=.meta, logDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216, archiveDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/oldWALs, maxLogs=10 2024-11-10T09:22:25,431 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.meta.1731230545420.meta, exclude list is [], retry=0 2024-11-10T09:22:25,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44859,DS-b0c83d89-eccd-461b-869d-3964ea96ab43,DISK] 2024-11-10T09:22:25,434 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.meta.1731230545420.meta 2024-11-10T09:22:25,434 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33505:33505)] 2024-11-10T09:22:25,434 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:25,434 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:22:25,434 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:22:25,434 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:22:25,434 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:22:25,434 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:22:25,434 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:25,435 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:22:25,435 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:22:25,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:22:25,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:22:25,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:25,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:25,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:22:25,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:22:25,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:25,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:25,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:22:25,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:22:25,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:25,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:25,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:22:25,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:22:25,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:25,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:25,439 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:22:25,439 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740 2024-11-10T09:22:25,440 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740 2024-11-10T09:22:25,440 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:22:25,440 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:22:25,441 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:22:25,441 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:22:25,442 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61219713, jitterRate=-0.08775518834590912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:22:25,442 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:22:25,442 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230545435Writing region info on filesystem at 1731230545435Initializing all the Stores at 1731230545435Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230545435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230545435Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230545435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230545435Cleaning up temporary data from old regions at 1731230545440 (+5 ms)Running coprocessor post-open hooks at 1731230545442 (+2 ms)Region opened successfully at 1731230545442 2024-11-10T09:22:25,443 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230545414 2024-11-10T09:22:25,444 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:22:25,444 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:22:25,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,33415,1731230542216 2024-11-10T09:22:25,445 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,33415,1731230542216, state=OPEN 2024-11-10T09:22:25,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-34927726/meta-region-server 2024-11-10T09:22:25,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-34927726/meta-region-server 2024-11-10T09:22:25,519 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,33415,1731230542216 2024-11-10T09:22:25,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-34927726/meta-region-server: CHANGED 2024-11-10T09:22:25,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-34927726/meta-region-server: CHANGED 2024-11-10T09:22:25,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:22:25,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,33415,1731230542216 in 258 msec 2024-11-10T09:22:25,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:22:25,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-10T09:22:25,524 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:25,524 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:22:25,525 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:25,525 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,33415,1731230542216, seqNum=-1] 2024-11-10T09:22:25,525 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:25,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:22:25,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-10T09:22:25,530 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230545530, completionTime=-1 2024-11-10T09:22:25,530 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:22:25,530 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:22:25,532 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:22:25,532 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230605532 2024-11-10T09:22:25,532 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230665532 2024-11-10T09:22:25,532 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T09:22:25,532 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42979,1731230542000-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:25,532 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42979,1731230542000-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:25,532 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42979,1731230542000-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:25,532 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:42979, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:25,532 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:25,532 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:25,534 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:22:25,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.252sec 2024-11-10T09:22:25,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:22:25,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:22:25,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:22:25,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:22:25,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:22:25,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42979,1731230542000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:22:25,535 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42979,1731230542000-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:22:25,537 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:22:25,537 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:22:25,537 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,42979,1731230542000-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:25,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cac3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:25,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42979,-1 for getting cluster id 2024-11-10T09:22:25,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:25,543 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de0451de-c8d6-429e-98d0-52f2446b0e3c' 2024-11-10T09:22:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de0451de-c8d6-429e-98d0-52f2446b0e3c" 2024-11-10T09:22:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb22ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42979,-1] 2024-11-10T09:22:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:25,545 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:25,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274ee94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:25,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,33415,1731230542216, seqNum=-1] 2024-11-10T09:22:25,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:25,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:22:25,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,42979,1731230542000 2024-11-10T09:22:25,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52695 2024-11-10T09:22:25,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:25,553 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:22:25,553 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88620 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:22:25,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:22:25,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101240d9b850002 connected 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/hadoop.log.dir so I do NOT create it in target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944 2024-11-10T09:22:25,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/hadoop.tmp.dir so I do NOT create it in target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944 2024-11-10T09:22:25,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:22:25,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/cluster_5a66f45d-ac22-8107-73e4-a1e284747859, deleteOnExit=true 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/test.cache.data in system properties and HBase conf 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:22:25,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:22:25,580 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:22:25,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:22:25,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:22:25,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:22:25,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:22:25,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:22:25,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:22:25,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:22:25,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594ad742{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:22:25,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@212d6290{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:22:26,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20490946{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/java.io.tmpdir/jetty-localhost-40753-hadoop-hdfs-3_4_1-tests_jar-_-any-15038443609595446770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:22:26,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb05dc5{HTTP/1.1, (http/1.1)}{localhost:40753} 2024-11-10T09:22:26,008 INFO [Time-limited test {}] server.Server(415): Started @279715ms 2024-11-10T09:22:26,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:22:26,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:22:26,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:22:26,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:22:26,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:22:26,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d81422{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:22:26,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af07dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:22:26,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@406f587c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/java.io.tmpdir/jetty-localhost-35589-hadoop-hdfs-3_4_1-tests_jar-_-any-11071689174338013100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:22:26,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65bcba49{HTTP/1.1, (http/1.1)}{localhost:35589} 2024-11-10T09:22:26,478 INFO [Time-limited test {}] server.Server(415): Started @280186ms 2024-11-10T09:22:26,479 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:22:26,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:22:26,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:22:27,220 WARN [Thread-3544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/cluster_5a66f45d-ac22-8107-73e4-a1e284747859/data/data1/current/BP-269461995-172.17.0.3-1731230545595/current, will proceed with Du for space computation calculation, 2024-11-10T09:22:27,220 WARN [Thread-3545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/cluster_5a66f45d-ac22-8107-73e4-a1e284747859/data/data2/current/BP-269461995-172.17.0.3-1731230545595/current, will proceed with Du for space computation calculation, 2024-11-10T09:22:27,247 WARN [Thread-3532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:22:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc683707fe8a27a6d with lease ID 0xc87467af760d21b3: Processing first storage report for DS-34311cee-013c-498d-8a15-c485f0e4ef1f from datanode DatanodeRegistration(127.0.0.1:44611, datanodeUuid=ceb3471a-836d-4d4f-8679-dd54fd83be6e, infoPort=39979, infoSecurePort=0, ipcPort=42591, storageInfo=lv=-57;cid=testClusterID;nsid=100838790;c=1731230545595) 2024-11-10T09:22:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc683707fe8a27a6d with lease ID 0xc87467af760d21b3: from storage DS-34311cee-013c-498d-8a15-c485f0e4ef1f node DatanodeRegistration(127.0.0.1:44611, datanodeUuid=ceb3471a-836d-4d4f-8679-dd54fd83be6e, infoPort=39979, infoSecurePort=0, ipcPort=42591, storageInfo=lv=-57;cid=testClusterID;nsid=100838790;c=1731230545595), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:22:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc683707fe8a27a6d with lease ID 0xc87467af760d21b3: Processing first storage report for DS-80a8a951-4164-4eab-85ed-ee37a7ceaf87 from datanode DatanodeRegistration(127.0.0.1:44611, datanodeUuid=ceb3471a-836d-4d4f-8679-dd54fd83be6e, infoPort=39979, infoSecurePort=0, ipcPort=42591, storageInfo=lv=-57;cid=testClusterID;nsid=100838790;c=1731230545595) 2024-11-10T09:22:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc683707fe8a27a6d with lease ID 0xc87467af760d21b3: from storage DS-80a8a951-4164-4eab-85ed-ee37a7ceaf87 node DatanodeRegistration(127.0.0.1:44611, datanodeUuid=ceb3471a-836d-4d4f-8679-dd54fd83be6e, infoPort=39979, infoSecurePort=0, ipcPort=42591, storageInfo=lv=-57;cid=testClusterID;nsid=100838790;c=1731230545595), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:22:27,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944 2024-11-10T09:22:27,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:27,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:27,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:22:27,713 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5 with version=8 2024-11-10T09:22:27,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/hbase-staging 2024-11-10T09:22:27,715 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:22:27,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:27,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:27,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:22:27,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:27,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:22:27,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:22:27,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:22:27,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35189 2024-11-10T09:22:27,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35189 connecting to ZooKeeper ensemble=127.0.0.1:52695 2024-11-10T09:22:27,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351890x0, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:22:27,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35189-0x101240d9b850003 connected 2024-11-10T09:22:27,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:27,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:27,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Set watcher on znode that does not yet exist, /1-225801570/running 2024-11-10T09:22:27,843 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5, hbase.cluster.distributed=false 2024-11-10T09:22:27,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Set watcher on znode that does not yet exist, /1-225801570/acl 2024-11-10T09:22:27,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-10T09:22:27,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35189 2024-11-10T09:22:27,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35189 2024-11-10T09:22:27,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-10T09:22:27,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-10T09:22:27,862 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:22:27,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:27,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:27,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:22:27,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:27,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:22:27,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:22:27,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:22:27,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39965 2024-11-10T09:22:27,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39965 connecting to ZooKeeper ensemble=127.0.0.1:52695 2024-11-10T09:22:27,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:27,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:27,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399650x0, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:22:27,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399650x0, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Set watcher on znode that does not yet exist, /1-225801570/running 2024-11-10T09:22:27,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39965-0x101240d9b850004 connected 2024-11-10T09:22:27,879 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:22:27,879 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:22:27,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Set watcher on znode that does not yet exist, /1-225801570/master 2024-11-10T09:22:27,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Set watcher on znode that does not yet exist, /1-225801570/acl 2024-11-10T09:22:27,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39965 2024-11-10T09:22:27,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39965 2024-11-10T09:22:27,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39965 2024-11-10T09:22:27,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39965 2024-11-10T09:22:27,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39965 2024-11-10T09:22:27,902 DEBUG [M:0;802346a334f5:35189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:35189 2024-11-10T09:22:27,904 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-225801570/backup-masters/802346a334f5,35189,1731230547714 2024-11-10T09:22:27,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570/backup-masters 2024-11-10T09:22:27,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570/backup-masters 2024-11-10T09:22:27,915 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Set watcher on existing znode=/1-225801570/backup-masters/802346a334f5,35189,1731230547714 2024-11-10T09:22:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-225801570/master 2024-11-10T09:22:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:27,925 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Set watcher on existing znode=/1-225801570/master 2024-11-10T09:22:27,925 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-225801570/backup-masters/802346a334f5,35189,1731230547714 from backup master directory 2024-11-10T09:22:27,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-225801570/backup-masters/802346a334f5,35189,1731230547714 2024-11-10T09:22:27,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570/backup-masters 2024-11-10T09:22:27,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570/backup-masters 2024-11-10T09:22:27,935 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:22:27,935 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,35189,1731230547714 2024-11-10T09:22:27,938 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/hbase.id] with ID: bb7338d7-e586-4ba1-9888-a49c666884b3 2024-11-10T09:22:27,938 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/.tmp/hbase.id 2024-11-10T09:22:27,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:22:28,342 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/.tmp/hbase.id]:[hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/hbase.id] 2024-11-10T09:22:28,349 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:28,349 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:22:28,350 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:22:28,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:28,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:22:28,805 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:22:28,805 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:22:28,806 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:28,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:22:29,211 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store 2024-11-10T09:22:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:22:29,616 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:29,616 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:22:29,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:29,616 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:29,616 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:22:29,616 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:29,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:29,616 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230549616Disabling compacts and flushes for region at 1731230549616Disabling writes for close at 1731230549616Writing region close event to WAL at 1731230549616Closed at 1731230549616 2024-11-10T09:22:29,617 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/.initializing 2024-11-10T09:22:29,617 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/WALs/802346a334f5,35189,1731230547714 2024-11-10T09:22:29,618 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:22:29,619 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C35189%2C1731230547714, suffix=, logDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/WALs/802346a334f5,35189,1731230547714, archiveDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/oldWALs, maxLogs=10 2024-11-10T09:22:29,633 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/WALs/802346a334f5,35189,1731230547714/802346a334f5%2C35189%2C1731230547714.1731230549619, exclude list is [], retry=0 2024-11-10T09:22:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44611,DS-34311cee-013c-498d-8a15-c485f0e4ef1f,DISK] 2024-11-10T09:22:29,637 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/WALs/802346a334f5,35189,1731230547714/802346a334f5%2C35189%2C1731230547714.1731230549619 2024-11-10T09:22:29,637 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39979:39979)] 2024-11-10T09:22:29,637 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:29,638 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:29,638 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,638 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:22:29,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:29,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:29,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:22:29,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:29,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:29,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:22:29,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:29,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:29,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:22:29,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:29,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:29,643 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,644 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,644 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,645 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,645 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,645 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:22:29,645 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:29,646 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:29,647 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74911665, jitterRate=0.11627079546451569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:22:29,647 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230549638Initializing all the Stores at 1731230549638Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230549638Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230549639 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230549639Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230549639Cleaning up temporary data from old regions at 1731230549645 (+6 ms)Region opened successfully at 1731230549647 (+2 ms) 2024-11-10T09:22:29,647 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:22:29,649 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d661d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:22:29,649 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:22:29,649 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:22:29,649 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:22:29,649 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:22:29,650 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:22:29,650 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:22:29,650 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:22:29,651 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:22:29,651 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Unable to get data of znode /1-225801570/balancer because node does not exist (not necessarily an error) 2024-11-10T09:22:29,699 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-225801570/balancer already deleted, retry=false 2024-11-10T09:22:29,700 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:22:29,700 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Unable to get data of znode /1-225801570/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:22:29,710 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-225801570/normalizer already deleted, retry=false 2024-11-10T09:22:29,710 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:22:29,711 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Unable to get data of znode /1-225801570/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:22:29,720 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-225801570/switch/split already deleted, retry=false 2024-11-10T09:22:29,721 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Unable to get data of znode /1-225801570/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:22:29,731 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-225801570/switch/merge already deleted, retry=false 2024-11-10T09:22:29,732 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Unable to get data of znode /1-225801570/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:22:29,741 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-225801570/snapshot-cleanup already deleted, retry=false 2024-11-10T09:22:29,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-225801570/running 2024-11-10T09:22:29,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-225801570/running 2024-11-10T09:22:29,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:29,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:29,752 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,35189,1731230547714, sessionid=0x101240d9b850003, setting cluster-up flag (Was=false) 2024-11-10T09:22:29,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:29,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:29,805 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-225801570/flush-table-proc/acquired, /1-225801570/flush-table-proc/reached, /1-225801570/flush-table-proc/abort 2024-11-10T09:22:29,806 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,35189,1731230547714 2024-11-10T09:22:29,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:29,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:29,857 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-225801570/online-snapshot/acquired, /1-225801570/online-snapshot/reached, /1-225801570/online-snapshot/abort 2024-11-10T09:22:29,858 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,35189,1731230547714 2024-11-10T09:22:29,859 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:22:29,860 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:29,860 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:22:29,860 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:22:29,860 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,35189,1731230547714 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:22:29,862 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:29,862 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:29,862 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:29,862 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:29,862 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:22:29,862 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,862 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:22:29,862 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230579862 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:22:29,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:29,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:22:29,863 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:22:29,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:22:29,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:22:29,864 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:29,864 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230549864,5,FailOnTimeoutGroup] 2024-11-10T09:22:29,864 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:22:29,864 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230549864,5,FailOnTimeoutGroup] 2024-11-10T09:22:29,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:22:29,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,864 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:22:29,892 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(746): ClusterId : bb7338d7-e586-4ba1-9888-a49c666884b3 2024-11-10T09:22:29,892 DEBUG [RS:0;802346a334f5:39965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:22:29,904 DEBUG [RS:0;802346a334f5:39965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:22:29,904 DEBUG [RS:0;802346a334f5:39965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:22:29,915 DEBUG [RS:0;802346a334f5:39965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:22:29,915 DEBUG [RS:0;802346a334f5:39965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4a2af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:22:29,929 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:39965 2024-11-10T09:22:29,929 INFO [RS:0;802346a334f5:39965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:22:29,929 INFO [RS:0;802346a334f5:39965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:22:29,929 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:22:29,929 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,35189,1731230547714 with port=39965, startcode=1731230547862 2024-11-10T09:22:29,929 DEBUG [RS:0;802346a334f5:39965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:22:29,930 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:22:29,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,39965,1731230547862 2024-11-10T09:22:29,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35189 {}] master.ServerManager(517): Registering regionserver=802346a334f5,39965,1731230547862 2024-11-10T09:22:29,932 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5 2024-11-10T09:22:29,932 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37923 2024-11-10T09:22:29,932 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:22:29,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570/rs 2024-11-10T09:22:29,942 DEBUG [RS:0;802346a334f5:39965 {}] zookeeper.ZKUtil(111): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Set watcher on existing znode=/1-225801570/rs/802346a334f5,39965,1731230547862 2024-11-10T09:22:29,942 WARN [RS:0;802346a334f5:39965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:22:29,942 INFO [RS:0;802346a334f5:39965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:29,942 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862 2024-11-10T09:22:29,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,39965,1731230547862] 2024-11-10T09:22:29,944 INFO [RS:0;802346a334f5:39965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:22:29,945 INFO [RS:0;802346a334f5:39965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:22:29,946 INFO [RS:0;802346a334f5:39965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:22:29,946 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,946 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:22:29,946 INFO [RS:0;802346a334f5:39965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:22:29,946 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:29,946 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:22:29,947 DEBUG [RS:0;802346a334f5:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:22:29,947 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,947 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,947 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,947 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,947 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,947 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39965,1731230547862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:22:29,959 INFO [RS:0;802346a334f5:39965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:22:29,959 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39965,1731230547862-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,960 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,960 INFO [RS:0;802346a334f5:39965 {}] regionserver.Replication(171): 802346a334f5,39965,1731230547862 started 2024-11-10T09:22:29,972 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:29,972 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,39965,1731230547862, RpcServer on 802346a334f5/172.17.0.3:39965, sessionid=0x101240d9b850004 2024-11-10T09:22:29,972 DEBUG [RS:0;802346a334f5:39965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:22:29,972 DEBUG [RS:0;802346a334f5:39965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,39965,1731230547862 2024-11-10T09:22:29,972 DEBUG [RS:0;802346a334f5:39965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,39965,1731230547862' 2024-11-10T09:22:29,972 DEBUG [RS:0;802346a334f5:39965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-225801570/flush-table-proc/abort' 2024-11-10T09:22:29,972 DEBUG [RS:0;802346a334f5:39965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-225801570/flush-table-proc/acquired' 2024-11-10T09:22:29,973 DEBUG [RS:0;802346a334f5:39965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:22:29,973 DEBUG [RS:0;802346a334f5:39965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:22:29,973 DEBUG [RS:0;802346a334f5:39965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,39965,1731230547862 2024-11-10T09:22:29,973 DEBUG [RS:0;802346a334f5:39965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,39965,1731230547862' 2024-11-10T09:22:29,973 DEBUG [RS:0;802346a334f5:39965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-225801570/online-snapshot/abort' 2024-11-10T09:22:29,973 DEBUG [RS:0;802346a334f5:39965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-225801570/online-snapshot/acquired' 2024-11-10T09:22:29,973 DEBUG [RS:0;802346a334f5:39965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:22:29,973 INFO [RS:0;802346a334f5:39965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:22:29,973 INFO [RS:0;802346a334f5:39965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:22:30,073 INFO [RS:0;802346a334f5:39965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:22:30,075 INFO [RS:0;802346a334f5:39965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C39965%2C1731230547862, suffix=, logDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862, archiveDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/oldWALs, maxLogs=10 2024-11-10T09:22:30,086 DEBUG [RS:0;802346a334f5:39965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075, exclude list is [], retry=0 2024-11-10T09:22:30,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44611,DS-34311cee-013c-498d-8a15-c485f0e4ef1f,DISK] 2024-11-10T09:22:30,089 INFO [RS:0;802346a334f5:39965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 2024-11-10T09:22:30,090 DEBUG [RS:0;802346a334f5:39965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39979:39979)] 2024-11-10T09:22:30,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:22:30,273 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5 2024-11-10T09:22:30,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:22:30,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:22:30,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:30,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:22:30,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:22:30,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:30,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:30,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:22:30,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:22:30,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:30,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:30,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:22:30,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:22:30,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:30,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:30,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:22:30,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:22:30,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:30,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:30,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:22:30,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740 2024-11-10T09:22:30,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740 2024-11-10T09:22:30,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:22:30,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:22:30,684 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:22:30,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:22:30,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:30,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67289053, jitterRate=0.0026850253343582153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:22:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230550678Initializing all the Stores at 1731230550679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230550679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230550679Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230550679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230550679Cleaning up temporary data from old regions at 1731230550684 (+5 ms)Region opened successfully at 1731230550687 (+3 ms) 2024-11-10T09:22:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:22:30,687 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:22:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:22:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:22:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:22:30,687 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230550687Disabling compacts and flushes for region at 1731230550687Disabling writes for close at 1731230550687Writing region close event to WAL at 1731230550687Closed at 1731230550687 2024-11-10T09:22:30,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:30,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:22:30,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:22:30,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:22:30,689 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:22:30,839 DEBUG [802346a334f5:35189 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:22:30,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,39965,1731230547862 2024-11-10T09:22:30,840 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,39965,1731230547862, state=OPENING 2024-11-10T09:22:30,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:22:30,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:22:30,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:30,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:30,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-225801570/meta-region-server: CHANGED 2024-11-10T09:22:30,967 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:22:30,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-225801570/meta-region-server: CHANGED 2024-11-10T09:22:30,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,39965,1731230547862}] 2024-11-10T09:22:30,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:30,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:31,119 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:22:31,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:22:31,122 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:22:31,122 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:31,123 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:22:31,123 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C39965%2C1731230547862.meta, suffix=.meta, logDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862, archiveDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/oldWALs, maxLogs=10 2024-11-10T09:22:31,135 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.meta.1731230551124.meta, exclude list is [], retry=0 2024-11-10T09:22:31,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44611,DS-34311cee-013c-498d-8a15-c485f0e4ef1f,DISK] 2024-11-10T09:22:31,138 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.meta.1731230551124.meta 2024-11-10T09:22:31,138 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39979:39979)] 2024-11-10T09:22:31,138 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:31,138 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:22:31,138 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:22:31,138 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:22:31,139 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:22:31,139 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:22:31,139 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:31,139 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:22:31,139 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:22:31,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:22:31,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:22:31,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:31,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:31,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:22:31,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:22:31,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:31,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:31,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:22:31,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:22:31,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:31,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:31,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:22:31,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:22:31,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:31,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:31,143 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:22:31,143 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740 2024-11-10T09:22:31,144 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740 2024-11-10T09:22:31,145 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:22:31,145 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:22:31,145 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:22:31,146 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:22:31,146 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64169643, jitterRate=-0.0437978059053421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:22:31,146 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:22:31,146 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230551139Writing region info on filesystem at 1731230551139Initializing all the Stores at 1731230551139Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230551139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230551139Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230551139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230551139Cleaning up temporary data from old regions at 1731230551145 (+6 ms)Running coprocessor post-open hooks at 1731230551146 (+1 ms)Region opened successfully at 1731230551146 2024-11-10T09:22:31,147 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230551119 2024-11-10T09:22:31,148 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:22:31,148 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:22:31,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,39965,1731230547862 2024-11-10T09:22:31,149 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,39965,1731230547862, state=OPEN 2024-11-10T09:22:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-225801570/meta-region-server 2024-11-10T09:22:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-225801570/meta-region-server 2024-11-10T09:22:31,156 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,39965,1731230547862 2024-11-10T09:22:31,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-225801570/meta-region-server: CHANGED 2024-11-10T09:22:31,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-225801570/meta-region-server: CHANGED 2024-11-10T09:22:31,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:22:31,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,39965,1731230547862 in 189 msec 2024-11-10T09:22:31,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:22:31,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-10T09:22:31,159 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:31,159 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:22:31,160 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:31,160 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39965,1731230547862, seqNum=-1] 2024-11-10T09:22:31,160 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:31,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:22:31,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-11-10T09:22:31,164 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230551164, completionTime=-1 2024-11-10T09:22:31,164 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:22:31,164 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:22:31,166 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:22:31,166 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230611166 2024-11-10T09:22:31,166 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230671166 2024-11-10T09:22:31,166 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T09:22:31,166 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35189,1731230547714-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:31,166 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35189,1731230547714-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:31,166 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35189,1731230547714-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:31,166 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:35189, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:31,166 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:31,167 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:31,167 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:22:31,169 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.234sec 2024-11-10T09:22:31,169 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:22:31,169 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:22:31,169 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:22:31,169 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:22:31,169 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:22:31,169 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35189,1731230547714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:22:31,169 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35189,1731230547714-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:22:31,171 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:22:31,171 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:22:31,171 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,35189,1731230547714-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:31,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133b4e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:31,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,35189,-1 for getting cluster id 2024-11-10T09:22:31,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:31,194 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb7338d7-e586-4ba1-9888-a49c666884b3' 2024-11-10T09:22:31,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:31,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb7338d7-e586-4ba1-9888-a49c666884b3" 2024-11-10T09:22:31,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a643400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:31,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,35189,-1] 2024-11-10T09:22:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:31,195 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:31,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4cdb9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:31,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39965,1731230547862, seqNum=-1] 2024-11-10T09:22:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:31,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:22:31,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,35189,1731230547714 2024-11-10T09:22:31,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52695 2024-11-10T09:22:31,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:22:31,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101240d9b850005 connected 2024-11-10T09:22:31,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/hadoop.log.dir so I do NOT create it in target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e 2024-11-10T09:22:31,221 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:22:31,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/hadoop.tmp.dir so I do NOT create it in target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e 2024-11-10T09:22:31,221 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:22:31,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e 2024-11-10T09:22:31,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:22:31,221 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/cluster_8727b810-19e4-9627-84b7-4fe2a13a8f64, deleteOnExit=true 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/test.cache.data in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:22:31,222 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:22:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:22:31,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:22:31,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:22:31,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:22:31,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:22:31,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:22:31,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:22:31,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:22:31,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:22:31,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:22:31,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:22:31,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:22:31,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:22:31,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b48c275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:22:31,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af24495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:22:31,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b42c903{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/java.io.tmpdir/jetty-localhost-39425-hadoop-hdfs-3_4_1-tests_jar-_-any-16084731063341280156/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:22:31,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fbcd250{HTTP/1.1, (http/1.1)}{localhost:39425} 2024-11-10T09:22:31,950 INFO [Time-limited test {}] server.Server(415): Started @285658ms 2024-11-10T09:22:32,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:22:32,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:22:32,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:22:32,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:22:32,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:22:32,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21be0beb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:22:32,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6222ff80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:22:32,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dbf1631{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/java.io.tmpdir/jetty-localhost-35283-hadoop-hdfs-3_4_1-tests_jar-_-any-4326023030374179032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:22:32,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295b9918{HTTP/1.1, (http/1.1)}{localhost:35283} 2024-11-10T09:22:32,335 INFO [Time-limited test {}] server.Server(415): Started @286043ms 2024-11-10T09:22:32,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:22:32,947 WARN [Thread-3665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/cluster_8727b810-19e4-9627-84b7-4fe2a13a8f64/data/data1/current/BP-2105169836-172.17.0.3-1731230551237/current, will proceed with Du for space computation calculation, 2024-11-10T09:22:32,947 WARN [Thread-3666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/cluster_8727b810-19e4-9627-84b7-4fe2a13a8f64/data/data2/current/BP-2105169836-172.17.0.3-1731230551237/current, will proceed with Du for space computation calculation, 2024-11-10T09:22:32,981 WARN [Thread-3653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:22:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69a439cda352142d with lease ID 0x68e5a1ce0fc5597b: Processing first storage report for DS-a981e2d3-5d69-44a7-af6c-c90fccf3bf23 from datanode DatanodeRegistration(127.0.0.1:45013, datanodeUuid=9155c150-79a1-45a1-9da2-15c4addd578b, infoPort=34589, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=253088401;c=1731230551237) 2024-11-10T09:22:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69a439cda352142d with lease ID 0x68e5a1ce0fc5597b: from storage DS-a981e2d3-5d69-44a7-af6c-c90fccf3bf23 node DatanodeRegistration(127.0.0.1:45013, datanodeUuid=9155c150-79a1-45a1-9da2-15c4addd578b, infoPort=34589, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=253088401;c=1731230551237), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:22:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69a439cda352142d with lease ID 0x68e5a1ce0fc5597b: Processing first storage report for DS-8c67b6d2-f01d-4c61-84de-8f2d083c6ec5 from datanode DatanodeRegistration(127.0.0.1:45013, datanodeUuid=9155c150-79a1-45a1-9da2-15c4addd578b, infoPort=34589, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=253088401;c=1731230551237) 2024-11-10T09:22:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69a439cda352142d with lease ID 0x68e5a1ce0fc5597b: from storage DS-8c67b6d2-f01d-4c61-84de-8f2d083c6ec5 node DatanodeRegistration(127.0.0.1:45013, datanodeUuid=9155c150-79a1-45a1-9da2-15c4addd578b, infoPort=34589, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=253088401;c=1731230551237), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:22:33,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e 2024-11-10T09:22:33,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:33,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:33,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:22:33,468 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427 with version=8 2024-11-10T09:22:33,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/hbase-staging 2024-11-10T09:22:33,469 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:22:33,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:33,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:33,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:22:33,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:33,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:22:33,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:22:33,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:22:33,470 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39847 2024-11-10T09:22:33,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39847 connecting to ZooKeeper ensemble=127.0.0.1:52695 2024-11-10T09:22:33,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398470x0, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:22:33,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39847-0x101240d9b850006 connected 2024-11-10T09:22:33,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:33,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:33,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Set watcher on znode that does not yet exist, /21104915860/running 2024-11-10T09:22:33,597 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427, hbase.cluster.distributed=false 2024-11-10T09:22:33,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Set watcher on znode that does not yet exist, /21104915860/acl 2024-11-10T09:22:33,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-10T09:22:33,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39847 2024-11-10T09:22:33,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39847 2024-11-10T09:22:33,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-10T09:22:33,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-10T09:22:33,612 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:22:33,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:33,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:33,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:22:33,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:22:33,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:22:33,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:22:33,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:22:33,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43031 2024-11-10T09:22:33,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43031 connecting to ZooKeeper ensemble=127.0.0.1:52695 2024-11-10T09:22:33,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:33,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430310x0, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:22:33,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43031-0x101240d9b850007 connected 2024-11-10T09:22:33,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430310x0, quorum=127.0.0.1:52695, baseZNode=/21104915860 Set watcher on znode that does not yet exist, /21104915860/running 2024-11-10T09:22:33,626 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:22:33,627 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:22:33,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Set watcher on znode that does not yet exist, /21104915860/master 2024-11-10T09:22:33,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Set watcher on znode that does not yet exist, /21104915860/acl 2024-11-10T09:22:33,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43031 2024-11-10T09:22:33,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43031 2024-11-10T09:22:33,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43031 2024-11-10T09:22:33,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43031 2024-11-10T09:22:33,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43031 2024-11-10T09:22:33,643 DEBUG [M:0;802346a334f5:39847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:39847 2024-11-10T09:22:33,644 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21104915860/backup-masters/802346a334f5,39847,1731230553469 2024-11-10T09:22:33,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860/backup-masters 2024-11-10T09:22:33,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860/backup-masters 2024-11-10T09:22:33,651 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Set watcher on existing znode=/21104915860/backup-masters/802346a334f5,39847,1731230553469 2024-11-10T09:22:33,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21104915860/master 2024-11-10T09:22:33,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:33,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:33,662 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Set watcher on existing znode=/21104915860/master 2024-11-10T09:22:33,662 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21104915860/backup-masters/802346a334f5,39847,1731230553469 from backup master directory 2024-11-10T09:22:33,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21104915860/backup-masters/802346a334f5,39847,1731230553469 2024-11-10T09:22:33,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860/backup-masters 2024-11-10T09:22:33,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860/backup-masters 2024-11-10T09:22:33,672 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:22:33,672 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,39847,1731230553469 2024-11-10T09:22:33,674 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/hbase.id] with ID: 6de3273a-ac4a-4e7f-95d7-282e4d3ee01d 2024-11-10T09:22:33,674 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/.tmp/hbase.id 2024-11-10T09:22:33,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:22:34,078 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/.tmp/hbase.id]:[hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/hbase.id] 2024-11-10T09:22:34,085 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:22:34,085 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:22:34,086 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:22:34,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:34,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:34,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:22:34,540 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:22:34,540 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:22:34,540 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:22:34,946 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store 2024-11-10T09:22:34,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:22:35,350 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:35,351 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:22:35,351 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:35,351 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:35,351 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:22:35,351 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:35,351 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:35,351 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230555350Disabling compacts and flushes for region at 1731230555350Disabling writes for close at 1731230555351 (+1 ms)Writing region close event to WAL at 1731230555351Closed at 1731230555351 2024-11-10T09:22:35,351 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/.initializing 2024-11-10T09:22:35,351 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/WALs/802346a334f5,39847,1731230553469 2024-11-10T09:22:35,352 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:22:35,353 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C39847%2C1731230553469, suffix=, logDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/WALs/802346a334f5,39847,1731230553469, archiveDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/oldWALs, maxLogs=10 2024-11-10T09:22:35,365 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/WALs/802346a334f5,39847,1731230553469/802346a334f5%2C39847%2C1731230553469.1731230555353, exclude list is [], retry=0 2024-11-10T09:22:35,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45013,DS-a981e2d3-5d69-44a7-af6c-c90fccf3bf23,DISK] 2024-11-10T09:22:35,368 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/WALs/802346a334f5,39847,1731230553469/802346a334f5%2C39847%2C1731230553469.1731230555353 2024-11-10T09:22:35,368 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-10T09:22:35,368 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:35,368 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:35,369 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,369 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:22:35,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:35,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:35,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:22:35,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:35,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:35,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:22:35,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:35,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:35,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:22:35,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:35,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:35,374 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,374 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,374 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,375 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,375 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,376 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:22:35,376 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:22:35,378 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:35,378 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62521516, jitterRate=-0.06835681200027466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:22:35,378 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230555369Initializing all the Stores at 1731230555369Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230555369Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230555369Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230555369Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230555369Cleaning up temporary data from old regions at 1731230555375 (+6 ms)Region opened successfully at 1731230555378 (+3 ms) 2024-11-10T09:22:35,378 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:22:35,380 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abb9429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:22:35,381 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:22:35,381 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:22:35,381 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:22:35,381 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:22:35,381 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:22:35,382 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:22:35,382 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:22:35,383 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:22:35,384 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Unable to get data of znode /21104915860/balancer because node does not exist (not necessarily an error) 2024-11-10T09:22:35,451 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21104915860/balancer already deleted, retry=false 2024-11-10T09:22:35,451 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:22:35,452 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Unable to get data of znode /21104915860/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:22:35,461 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21104915860/normalizer already deleted, retry=false 2024-11-10T09:22:35,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:22:35,462 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Unable to get data of znode /21104915860/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:22:35,472 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21104915860/switch/split already deleted, retry=false 2024-11-10T09:22:35,472 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Unable to get data of znode /21104915860/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:22:35,482 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21104915860/switch/merge already deleted, retry=false 2024-11-10T09:22:35,484 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Unable to get data of znode /21104915860/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:22:35,493 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21104915860/snapshot-cleanup already deleted, retry=false 2024-11-10T09:22:35,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21104915860/running 2024-11-10T09:22:35,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21104915860/running 2024-11-10T09:22:35,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:35,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:35,504 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,39847,1731230553469, sessionid=0x101240d9b850006, setting cluster-up flag (Was=false) 2024-11-10T09:22:35,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:35,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:35,556 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21104915860/flush-table-proc/acquired, /21104915860/flush-table-proc/reached, /21104915860/flush-table-proc/abort 2024-11-10T09:22:35,557 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,39847,1731230553469 2024-11-10T09:22:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:35,608 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21104915860/online-snapshot/acquired, /21104915860/online-snapshot/reached, /21104915860/online-snapshot/abort 2024-11-10T09:22:35,609 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,39847,1731230553469 2024-11-10T09:22:35,610 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:22:35,612 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:35,612 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:22:35,612 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:22:35,612 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,39847,1731230553469 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:22:35,614 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:35,614 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:35,614 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:35,614 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:22:35,614 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:22:35,614 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,614 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:22:35,614 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230585614 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:22:35,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:35,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:22:35,615 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:22:35,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:22:35,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:22:35,616 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230555616,5,FailOnTimeoutGroup] 2024-11-10T09:22:35,616 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:35,616 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230555616,5,FailOnTimeoutGroup] 2024-11-10T09:22:35,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:22:35,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,616 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:22:35,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:22:35,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:22:35,626 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427 2024-11-10T09:22:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:22:35,636 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(746): ClusterId : 6de3273a-ac4a-4e7f-95d7-282e4d3ee01d 2024-11-10T09:22:35,636 DEBUG [RS:0;802346a334f5:43031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:22:35,647 DEBUG [RS:0;802346a334f5:43031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:22:35,647 DEBUG [RS:0;802346a334f5:43031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:22:35,658 DEBUG [RS:0;802346a334f5:43031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:22:35,658 DEBUG [RS:0;802346a334f5:43031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1e2e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:22:35,671 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:43031 2024-11-10T09:22:35,671 INFO [RS:0;802346a334f5:43031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:22:35,671 INFO [RS:0;802346a334f5:43031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:22:35,671 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:22:35,671 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,39847,1731230553469 with port=43031, startcode=1731230553612 2024-11-10T09:22:35,672 DEBUG [RS:0;802346a334f5:43031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:22:35,673 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:22:35,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,43031,1731230553612 2024-11-10T09:22:35,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39847 {}] master.ServerManager(517): Registering regionserver=802346a334f5,43031,1731230553612 2024-11-10T09:22:35,674 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427 2024-11-10T09:22:35,674 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44569 2024-11-10T09:22:35,674 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:22:35,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860/rs 2024-11-10T09:22:35,728 DEBUG [RS:0;802346a334f5:43031 {}] zookeeper.ZKUtil(111): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Set watcher on existing znode=/21104915860/rs/802346a334f5,43031,1731230553612 2024-11-10T09:22:35,728 WARN [RS:0;802346a334f5:43031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:22:35,728 INFO [RS:0;802346a334f5:43031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:35,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,43031,1731230553612] 2024-11-10T09:22:35,728 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612 2024-11-10T09:22:35,730 INFO [RS:0;802346a334f5:43031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:22:35,731 INFO [RS:0;802346a334f5:43031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:22:35,732 INFO [RS:0;802346a334f5:43031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:22:35,732 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,732 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:22:35,732 INFO [RS:0;802346a334f5:43031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:22:35,732 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,732 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,732 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,732 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:22:35,733 DEBUG [RS:0;802346a334f5:43031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:22:35,733 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,733 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,733 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,733 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,733 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,733 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,43031,1731230553612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:22:35,745 INFO [RS:0;802346a334f5:43031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:22:35,745 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,43031,1731230553612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,745 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,746 INFO [RS:0;802346a334f5:43031 {}] regionserver.Replication(171): 802346a334f5,43031,1731230553612 started 2024-11-10T09:22:35,757 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:35,757 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,43031,1731230553612, RpcServer on 802346a334f5/172.17.0.3:43031, sessionid=0x101240d9b850007 2024-11-10T09:22:35,757 DEBUG [RS:0;802346a334f5:43031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:22:35,757 DEBUG [RS:0;802346a334f5:43031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,43031,1731230553612 2024-11-10T09:22:35,757 DEBUG [RS:0;802346a334f5:43031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,43031,1731230553612' 2024-11-10T09:22:35,757 DEBUG [RS:0;802346a334f5:43031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21104915860/flush-table-proc/abort' 2024-11-10T09:22:35,757 DEBUG [RS:0;802346a334f5:43031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21104915860/flush-table-proc/acquired' 2024-11-10T09:22:35,758 DEBUG [RS:0;802346a334f5:43031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:22:35,758 DEBUG [RS:0;802346a334f5:43031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:22:35,758 DEBUG [RS:0;802346a334f5:43031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,43031,1731230553612 2024-11-10T09:22:35,758 DEBUG [RS:0;802346a334f5:43031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,43031,1731230553612' 2024-11-10T09:22:35,758 DEBUG [RS:0;802346a334f5:43031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21104915860/online-snapshot/abort' 2024-11-10T09:22:35,758 DEBUG [RS:0;802346a334f5:43031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21104915860/online-snapshot/acquired' 2024-11-10T09:22:35,758 DEBUG [RS:0;802346a334f5:43031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:22:35,758 INFO [RS:0;802346a334f5:43031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:22:35,758 INFO [RS:0;802346a334f5:43031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:22:35,859 INFO [RS:0;802346a334f5:43031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:22:35,860 INFO [RS:0;802346a334f5:43031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C43031%2C1731230553612, suffix=, logDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612, archiveDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/oldWALs, maxLogs=10 2024-11-10T09:22:35,871 DEBUG [RS:0;802346a334f5:43031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860, exclude list is [], retry=0 2024-11-10T09:22:35,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45013,DS-a981e2d3-5d69-44a7-af6c-c90fccf3bf23,DISK] 2024-11-10T09:22:35,874 INFO [RS:0;802346a334f5:43031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 2024-11-10T09:22:35,875 DEBUG [RS:0;802346a334f5:43031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-10T09:22:36,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:36,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:22:36,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:22:36,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:36,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:36,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:22:36,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:22:36,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:36,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:36,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:22:36,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:22:36,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:36,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:36,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:22:36,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:22:36,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:36,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:36,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:22:36,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740 2024-11-10T09:22:36,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740 2024-11-10T09:22:36,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:22:36,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:22:36,039 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:22:36,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:22:36,041 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:36,041 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75414508, jitterRate=0.12376374006271362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:22:36,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230556032Initializing all the Stores at 1731230556033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230556033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230556033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230556033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230556033Cleaning up temporary data from old regions at 1731230556039 (+6 ms)Region opened successfully at 1731230556041 (+2 ms) 2024-11-10T09:22:36,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:22:36,041 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:22:36,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:22:36,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:22:36,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:22:36,042 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:36,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230556041Disabling compacts and flushes for region at 1731230556041Disabling writes for close at 1731230556041Writing region close event to WAL at 1731230556042 (+1 ms)Closed at 1731230556042 2024-11-10T09:22:36,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:36,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:22:36,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:22:36,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:22:36,044 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:22:36,194 DEBUG [802346a334f5:39847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:22:36,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,43031,1731230553612 2024-11-10T09:22:36,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,43031,1731230553612, state=OPENING 2024-11-10T09:22:36,246 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:22:36,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:36,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:36,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:22:36,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21104915860/meta-region-server: CHANGED 2024-11-10T09:22:36,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21104915860/meta-region-server: CHANGED 2024-11-10T09:22:36,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,43031,1731230553612}] 2024-11-10T09:22:36,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:22:36,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:22:36,413 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:22:36,413 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:36,413 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:22:36,414 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C43031%2C1731230553612.meta, suffix=.meta, logDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612, archiveDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/oldWALs, maxLogs=10 2024-11-10T09:22:36,426 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.meta.1731230556414.meta, exclude list is [], retry=0 2024-11-10T09:22:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45013,DS-a981e2d3-5d69-44a7-af6c-c90fccf3bf23,DISK] 2024-11-10T09:22:36,428 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.meta.1731230556414.meta 2024-11-10T09:22:36,429 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-10T09:22:36,429 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:36,429 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:22:36,429 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:22:36,429 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:22:36,429 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:22:36,430 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:22:36,430 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:36,430 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:22:36,430 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:22:36,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:22:36,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:22:36,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:36,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:36,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:22:36,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:22:36,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:36,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:36,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:22:36,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:22:36,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:36,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:36,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:22:36,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:22:36,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:36,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:22:36,434 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:22:36,435 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740 2024-11-10T09:22:36,435 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740 2024-11-10T09:22:36,436 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:22:36,436 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:22:36,437 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:22:36,437 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:22:36,438 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65944810, jitterRate=-0.01734575629234314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:22:36,438 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:22:36,438 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230556430Writing region info on filesystem at 1731230556430Initializing all the Stores at 1731230556430Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230556430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230556431 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230556431Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230556431Cleaning up temporary data from old regions at 1731230556436 (+5 ms)Running coprocessor post-open hooks at 1731230556438 (+2 ms)Region opened successfully at 1731230556438 2024-11-10T09:22:36,439 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230556409 2024-11-10T09:22:36,440 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:22:36,440 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:22:36,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,43031,1731230553612 2024-11-10T09:22:36,441 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,43031,1731230553612, state=OPEN 2024-11-10T09:22:36,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21104915860/meta-region-server 2024-11-10T09:22:36,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21104915860/meta-region-server 2024-11-10T09:22:36,451 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,43031,1731230553612 2024-11-10T09:22:36,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21104915860/meta-region-server: CHANGED 2024-11-10T09:22:36,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21104915860/meta-region-server: CHANGED 2024-11-10T09:22:36,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:22:36,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,43031,1731230553612 in 194 msec 2024-11-10T09:22:36,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:22:36,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-10T09:22:36,454 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:22:36,454 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:22:36,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:36,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43031,1731230553612, seqNum=-1] 2024-11-10T09:22:36,455 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:36,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:22:36,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 847 msec 2024-11-10T09:22:36,459 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230556459, completionTime=-1 2024-11-10T09:22:36,459 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:22:36,459 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:22:36,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:22:36,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230616461 2024-11-10T09:22:36,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230676461 2024-11-10T09:22:36,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T09:22:36,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39847,1731230553469-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:36,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39847,1731230553469-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:36,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39847,1731230553469-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:36,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:39847, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:36,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:36,461 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:36,462 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:22:36,463 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.791sec 2024-11-10T09:22:36,463 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:22:36,464 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:22:36,464 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:22:36,464 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:22:36,464 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:22:36,464 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39847,1731230553469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:22:36,464 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39847,1731230553469-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:22:36,465 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:22:36,465 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:22:36,465 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39847,1731230553469-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:22:36,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c92d3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:36,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39847,-1 for getting cluster id 2024-11-10T09:22:36,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:36,538 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de3273a-ac4a-4e7f-95d7-282e4d3ee01d' 2024-11-10T09:22:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de3273a-ac4a-4e7f-95d7-282e4d3ee01d" 2024-11-10T09:22:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c37c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39847,-1] 2024-11-10T09:22:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:36,539 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:36,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6afda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:36,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:36,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43031,1731230553612, seqNum=-1] 2024-11-10T09:22:36,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:36,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:22:36,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,39847,1731230553469 2024-11-10T09:22:36,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52695 2024-11-10T09:22:36,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:22:36,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101240d9b850008 connected 2024-11-10T09:22:36,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:36,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,42979,1731230542000 2024-11-10T09:22:36,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3958a0bd 2024-11-10T09:22:36,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:36,640 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:36,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:22:36,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:22:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:22:36,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:22:36,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,674 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:36,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:22:36,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:22:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:22:36,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:37,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 128a29082d6a5085c7fb070b5e3b6a42, NAME => 'test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861 2024-11-10T09:22:37,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:22:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:37,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:37,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 128a29082d6a5085c7fb070b5e3b6a42, disabling compactions & flushes 2024-11-10T09:22:37,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:22:37,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:22:37,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. after waiting 0 ms 2024-11-10T09:22:37,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:22:37,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:22:37,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 128a29082d6a5085c7fb070b5e3b6a42: Waiting for close lock at 1731230557497Disabling compacts and flushes for region at 1731230557497Disabling writes for close at 1731230557497Writing region close event to WAL at 1731230557497Closed at 1731230557497 2024-11-10T09:22:37,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:22:37,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230557498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230557498"}]},"ts":"1731230557498"} 2024-11-10T09:22:37,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:22:37,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:22:37,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230557501"}]},"ts":"1731230557501"} 2024-11-10T09:22:37,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:22:37,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=128a29082d6a5085c7fb070b5e3b6a42, ASSIGN}] 2024-11-10T09:22:37,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=128a29082d6a5085c7fb070b5e3b6a42, ASSIGN 2024-11-10T09:22:37,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=128a29082d6a5085c7fb070b5e3b6a42, ASSIGN; state=OFFLINE, location=802346a334f5,33415,1731230542216; forceNewPlan=false, retain=false 2024-11-10T09:22:37,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=128a29082d6a5085c7fb070b5e3b6a42, regionState=OPENING, regionLocation=802346a334f5,33415,1731230542216 2024-11-10T09:22:37,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=128a29082d6a5085c7fb070b5e3b6a42, ASSIGN because future has completed 2024-11-10T09:22:37,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 128a29082d6a5085c7fb070b5e3b6a42, server=802346a334f5,33415,1731230542216}] 2024-11-10T09:22:37,811 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:22:37,811 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 128a29082d6a5085c7fb070b5e3b6a42, NAME => 'test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:37,811 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:22:37,811 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:22:37,811 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,811 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:37,811 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,811 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,812 INFO [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:37,813 INFO [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 128a29082d6a5085c7fb070b5e3b6a42 columnFamilyName f 2024-11-10T09:22:37,814 DEBUG [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:37,814 INFO [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] regionserver.HStore(327): Store=128a29082d6a5085c7fb070b5e3b6a42/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:37,814 INFO [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,815 INFO [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 128a29082d6a5085c7fb070b5e3b6a42 columnFamilyName f1 2024-11-10T09:22:37,815 DEBUG [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:37,815 INFO [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] regionserver.HStore(327): Store=128a29082d6a5085c7fb070b5e3b6a42/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:37,815 INFO [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,816 INFO [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 128a29082d6a5085c7fb070b5e3b6a42 columnFamilyName norep 2024-11-10T09:22:37,816 DEBUG [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:37,816 INFO [StoreOpener-128a29082d6a5085c7fb070b5e3b6a42-1 {}] regionserver.HStore(327): Store=128a29082d6a5085c7fb070b5e3b6a42/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:37,816 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,817 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,817 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,818 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,818 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,818 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:22:37,818 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,819 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:37,820 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 128a29082d6a5085c7fb070b5e3b6a42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65611140, jitterRate=-0.022317826747894287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:22:37,820 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:37,820 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 128a29082d6a5085c7fb070b5e3b6a42: Running coprocessor pre-open hook at 1731230557812Writing region info on filesystem at 1731230557812Initializing all the Stores at 1731230557812Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230557812Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230557812Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230557812Cleaning up temporary data from old regions at 1731230557818 (+6 ms)Running coprocessor post-open hooks at 1731230557820 (+2 ms)Region opened successfully at 1731230557820 2024-11-10T09:22:37,821 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42., pid=6, masterSystemTime=1731230557808 2024-11-10T09:22:37,822 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:22:37,822 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:22:37,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=128a29082d6a5085c7fb070b5e3b6a42, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,33415,1731230542216 2024-11-10T09:22:37,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 128a29082d6a5085c7fb070b5e3b6a42, server=802346a334f5,33415,1731230542216 because future has completed 2024-11-10T09:22:37,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:22:37,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 128a29082d6a5085c7fb070b5e3b6a42, server=802346a334f5,33415,1731230542216 in 168 msec 2024-11-10T09:22:37,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:22:37,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=128a29082d6a5085c7fb070b5e3b6a42, ASSIGN in 324 msec 2024-11-10T09:22:37,827 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:22:37,828 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230557827"}]},"ts":"1731230557827"} 2024-11-10T09:22:37,829 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:22:37,830 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:22:37,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1890 sec 2024-11-10T09:22:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:38,823 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:22:38,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,35189,1731230547714 2024-11-10T09:22:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ef75d44 2024-11-10T09:22:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:38,825 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:38,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:22:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:22:38,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:22:38,827 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:38,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:22:38,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:22:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:38,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:22:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:39,236 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 579aaf72c2110b7f5dc3f0275f95dc7c, NAME => 'test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5 2024-11-10T09:22:39,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:22:39,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:39,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 579aaf72c2110b7f5dc3f0275f95dc7c, disabling compactions & flushes 2024-11-10T09:22:39,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:39,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:39,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. after waiting 0 ms 2024-11-10T09:22:39,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:39,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:39,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 579aaf72c2110b7f5dc3f0275f95dc7c: Waiting for close lock at 1731230559241Disabling compacts and flushes for region at 1731230559241Disabling writes for close at 1731230559241Writing region close event to WAL at 1731230559241Closed at 1731230559241 2024-11-10T09:22:39,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:22:39,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230559242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230559242"}]},"ts":"1731230559242"} 2024-11-10T09:22:39,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:22:39,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:22:39,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230559245"}]},"ts":"1731230559245"} 2024-11-10T09:22:39,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:22:39,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=579aaf72c2110b7f5dc3f0275f95dc7c, ASSIGN}] 2024-11-10T09:22:39,247 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=579aaf72c2110b7f5dc3f0275f95dc7c, ASSIGN 2024-11-10T09:22:39,248 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=579aaf72c2110b7f5dc3f0275f95dc7c, ASSIGN; state=OFFLINE, location=802346a334f5,39965,1731230547862; forceNewPlan=false, retain=false 2024-11-10T09:22:39,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=579aaf72c2110b7f5dc3f0275f95dc7c, regionState=OPENING, regionLocation=802346a334f5,39965,1731230547862 2024-11-10T09:22:39,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=579aaf72c2110b7f5dc3f0275f95dc7c, ASSIGN because future has completed 2024-11-10T09:22:39,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 579aaf72c2110b7f5dc3f0275f95dc7c, server=802346a334f5,39965,1731230547862}] 2024-11-10T09:22:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:39,555 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:39,555 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 579aaf72c2110b7f5dc3f0275f95dc7c, NAME => 'test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:39,555 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:22:39,555 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:22:39,555 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,555 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:39,555 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,555 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,556 INFO [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,557 INFO [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579aaf72c2110b7f5dc3f0275f95dc7c columnFamilyName f 2024-11-10T09:22:39,557 DEBUG [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:39,558 INFO [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] regionserver.HStore(327): Store=579aaf72c2110b7f5dc3f0275f95dc7c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:39,558 INFO [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,558 INFO [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579aaf72c2110b7f5dc3f0275f95dc7c columnFamilyName f1 2024-11-10T09:22:39,559 DEBUG [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:39,559 INFO [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] regionserver.HStore(327): Store=579aaf72c2110b7f5dc3f0275f95dc7c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:39,559 INFO [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,560 INFO [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579aaf72c2110b7f5dc3f0275f95dc7c columnFamilyName norep 2024-11-10T09:22:39,560 DEBUG [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:39,560 INFO [StoreOpener-579aaf72c2110b7f5dc3f0275f95dc7c-1 {}] regionserver.HStore(327): Store=579aaf72c2110b7f5dc3f0275f95dc7c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:39,560 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,560 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,561 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,561 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,561 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,562 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:22:39,562 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,563 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:39,563 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 579aaf72c2110b7f5dc3f0275f95dc7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65077332, jitterRate=-0.030272185802459717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:22:39,563 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:39,564 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 579aaf72c2110b7f5dc3f0275f95dc7c: Running coprocessor pre-open hook at 1731230559556Writing region info on filesystem at 1731230559556Initializing all the Stores at 1731230559556Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230559556Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230559556Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230559556Cleaning up temporary data from old regions at 1731230559561 (+5 ms)Running coprocessor post-open hooks at 1731230559563 (+2 ms)Region opened successfully at 1731230559564 (+1 ms) 2024-11-10T09:22:39,564 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c., pid=6, masterSystemTime=1731230559552 2024-11-10T09:22:39,566 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:39,566 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:39,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=579aaf72c2110b7f5dc3f0275f95dc7c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,39965,1731230547862 2024-11-10T09:22:39,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 579aaf72c2110b7f5dc3f0275f95dc7c, server=802346a334f5,39965,1731230547862 because future has completed 2024-11-10T09:22:39,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:22:39,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 579aaf72c2110b7f5dc3f0275f95dc7c, server=802346a334f5,39965,1731230547862 in 168 msec 2024-11-10T09:22:39,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:22:39,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=579aaf72c2110b7f5dc3f0275f95dc7c, ASSIGN in 323 msec 2024-11-10T09:22:39,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:22:39,571 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230559571"}]},"ts":"1731230559571"} 2024-11-10T09:22:39,573 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:22:39,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:22:39,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-10T09:22:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:39,964 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:22:39,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:39,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39847,1731230553469 2024-11-10T09:22:39,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dbc4fba 2024-11-10T09:22:39,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:39,966 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:39,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:22:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:22:39,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:22:39,968 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:39,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:22:39,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:22:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:22:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:40,374 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f0618c78269203c82d79a361ebb5959, NAME => 'test,,1731230559966.1f0618c78269203c82d79a361ebb5959.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427 2024-11-10T09:22:40,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:22:40,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230559966.1f0618c78269203c82d79a361ebb5959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:40,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f0618c78269203c82d79a361ebb5959, disabling compactions & flushes 2024-11-10T09:22:40,378 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:40,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:40,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230559966.1f0618c78269203c82d79a361ebb5959. after waiting 0 ms 2024-11-10T09:22:40,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:40,378 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:40,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f0618c78269203c82d79a361ebb5959: Waiting for close lock at 1731230560378Disabling compacts and flushes for region at 1731230560378Disabling writes for close at 1731230560378Writing region close event to WAL at 1731230560378Closed at 1731230560378 2024-11-10T09:22:40,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:22:40,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230559966.1f0618c78269203c82d79a361ebb5959.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230560379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230560379"}]},"ts":"1731230560379"} 2024-11-10T09:22:40,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:22:40,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:22:40,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230560381"}]},"ts":"1731230560381"} 2024-11-10T09:22:40,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:22:40,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f0618c78269203c82d79a361ebb5959, ASSIGN}] 2024-11-10T09:22:40,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f0618c78269203c82d79a361ebb5959, ASSIGN 2024-11-10T09:22:40,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f0618c78269203c82d79a361ebb5959, ASSIGN; state=OFFLINE, location=802346a334f5,43031,1731230553612; forceNewPlan=false, retain=false 2024-11-10T09:22:40,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f0618c78269203c82d79a361ebb5959, regionState=OPENING, regionLocation=802346a334f5,43031,1731230553612 2024-11-10T09:22:40,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f0618c78269203c82d79a361ebb5959, ASSIGN because future has completed 2024-11-10T09:22:40,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f0618c78269203c82d79a361ebb5959, server=802346a334f5,43031,1731230553612}] 2024-11-10T09:22:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:40,691 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:40,691 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f0618c78269203c82d79a361ebb5959, NAME => 'test,,1731230559966.1f0618c78269203c82d79a361ebb5959.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:40,691 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:22:40,691 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:22:40,691 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,691 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230559966.1f0618c78269203c82d79a361ebb5959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:40,691 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,691 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,692 INFO [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,693 INFO [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f0618c78269203c82d79a361ebb5959 columnFamilyName f 2024-11-10T09:22:40,693 DEBUG [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:40,694 INFO [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] regionserver.HStore(327): Store=1f0618c78269203c82d79a361ebb5959/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:40,694 INFO [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,694 INFO [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f0618c78269203c82d79a361ebb5959 columnFamilyName f1 2024-11-10T09:22:40,694 DEBUG [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:40,695 INFO [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] regionserver.HStore(327): Store=1f0618c78269203c82d79a361ebb5959/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:40,695 INFO [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,695 INFO [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f0618c78269203c82d79a361ebb5959 columnFamilyName norep 2024-11-10T09:22:40,695 DEBUG [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:40,696 INFO [StoreOpener-1f0618c78269203c82d79a361ebb5959-1 {}] regionserver.HStore(327): Store=1f0618c78269203c82d79a361ebb5959/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:40,696 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,696 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,696 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,697 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,697 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,698 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:22:40,698 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,699 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:40,700 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f0618c78269203c82d79a361ebb5959; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66195350, jitterRate=-0.013612419366836548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:22:40,700 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:40,700 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f0618c78269203c82d79a361ebb5959: Running coprocessor pre-open hook at 1731230560692Writing region info on filesystem at 1731230560692Initializing all the Stores at 1731230560692Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230560692Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230560692Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230560692Cleaning up temporary data from old regions at 1731230560697 (+5 ms)Running coprocessor post-open hooks at 1731230560700 (+3 ms)Region opened successfully at 1731230560700 2024-11-10T09:22:40,700 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230559966.1f0618c78269203c82d79a361ebb5959., pid=6, masterSystemTime=1731230560688 2024-11-10T09:22:40,702 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:40,702 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:40,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f0618c78269203c82d79a361ebb5959, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,43031,1731230553612 2024-11-10T09:22:40,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f0618c78269203c82d79a361ebb5959, server=802346a334f5,43031,1731230553612 because future has completed 2024-11-10T09:22:40,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:22:40,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f0618c78269203c82d79a361ebb5959, server=802346a334f5,43031,1731230553612 in 169 msec 2024-11-10T09:22:40,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:22:40,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f0618c78269203c82d79a361ebb5959, ASSIGN in 323 msec 2024-11-10T09:22:40,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:22:40,708 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230560708"}]},"ts":"1731230560708"} 2024-11-10T09:22:40,709 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:22:40,710 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:22:40,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 744 msec 2024-11-10T09:22:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:22:41,104 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:22:41,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:41,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42979,-1 for getting cluster id 2024-11-10T09:22:41,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:41,106 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de0451de-c8d6-429e-98d0-52f2446b0e3c' 2024-11-10T09:22:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de0451de-c8d6-429e-98d0-52f2446b0e3c" 2024-11-10T09:22:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5347ab54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42979,-1] 2024-11-10T09:22:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:41,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:41,108 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:41,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7492e626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:41,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,42979,1731230542000 2024-11-10T09:22:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed49b26 2024-11-10T09:22:41,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:41,110 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:41,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:22:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:22:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:41,113 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:35189' 2024-11-10T09:22:41,114 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8469cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:41,114 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,35189,-1 for getting cluster id 2024-11-10T09:22:41,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:41,114 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb7338d7-e586-4ba1-9888-a49c666884b3' 2024-11-10T09:22:41,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:41,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb7338d7-e586-4ba1-9888-a49c666884b3" 2024-11-10T09:22:41,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3aa9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:41,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,35189,-1] 2024-11-10T09:22:41,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:41,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:41,115 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:41,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:41,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:41,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,35189,1731230547714 2024-11-10T09:22:41,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@546ba683 2024-11-10T09:22:41,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:41,117 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:41,118 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T09:22:41,118 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:22:41,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:41,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:41,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:41,119 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:22:41,120 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:22:41,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:22:41,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:41,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:22:41,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:22:41,170 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:22:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:41,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12526e68b8d52fec46ba74261979f8b3, NAME => 'hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861 2024-11-10T09:22:41,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:22:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:41,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:41,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 12526e68b8d52fec46ba74261979f8b3, disabling compactions & flushes 2024-11-10T09:22:41,931 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:41,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:41,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. after waiting 0 ms 2024-11-10T09:22:41,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:41,931 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:41,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12526e68b8d52fec46ba74261979f8b3: Waiting for close lock at 1731230561931Disabling compacts and flushes for region at 1731230561931Disabling writes for close at 1731230561931Writing region close event to WAL at 1731230561931Closed at 1731230561931 2024-11-10T09:22:41,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:22:41,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:22:41,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230561932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230561932"}]},"ts":"1731230561932"} 2024-11-10T09:22:41,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:22:41,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:22:41,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230561935"}]},"ts":"1731230561935"} 2024-11-10T09:22:41,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:22:41,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12526e68b8d52fec46ba74261979f8b3, ASSIGN}] 2024-11-10T09:22:41,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12526e68b8d52fec46ba74261979f8b3, ASSIGN 2024-11-10T09:22:41,941 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12526e68b8d52fec46ba74261979f8b3, ASSIGN; state=OFFLINE, location=802346a334f5,33415,1731230542216; forceNewPlan=false, retain=false 2024-11-10T09:22:41,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:41,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:42,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T09:22:42,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=12526e68b8d52fec46ba74261979f8b3, regionState=OPENING, regionLocation=802346a334f5,33415,1731230542216 2024-11-10T09:22:42,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12526e68b8d52fec46ba74261979f8b3, ASSIGN because future has completed 2024-11-10T09:22:42,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12526e68b8d52fec46ba74261979f8b3, server=802346a334f5,33415,1731230542216}] 2024-11-10T09:22:42,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:42,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:42,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:22:42,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C33415%2C1731230542216.rep, suffix=, logDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216, archiveDir=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/oldWALs, maxLogs=10 2024-11-10T09:22:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:42,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.rep.1731230562251, exclude list is [], retry=0 2024-11-10T09:22:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44859,DS-b0c83d89-eccd-461b-869d-3964ea96ab43,DISK] 2024-11-10T09:22:42,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.rep.1731230562251 2024-11-10T09:22:42,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33505:33505)] 2024-11-10T09:22:42,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 12526e68b8d52fec46ba74261979f8b3, NAME => 'hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:42,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:22:42,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:22:42,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. service=MultiRowMutationService 2024-11-10T09:22:42,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:22:42,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:42,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,275 INFO [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,276 INFO [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12526e68b8d52fec46ba74261979f8b3 columnFamilyName hfileref 2024-11-10T09:22:42,276 DEBUG [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:42,277 INFO [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] regionserver.HStore(327): Store=12526e68b8d52fec46ba74261979f8b3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:42,277 INFO [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,278 INFO [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12526e68b8d52fec46ba74261979f8b3 columnFamilyName queue 2024-11-10T09:22:42,278 DEBUG [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:42,278 INFO [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] regionserver.HStore(327): Store=12526e68b8d52fec46ba74261979f8b3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:42,278 INFO [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,279 INFO [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12526e68b8d52fec46ba74261979f8b3 columnFamilyName sid 2024-11-10T09:22:42,279 DEBUG [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:42,279 INFO [StoreOpener-12526e68b8d52fec46ba74261979f8b3-1 {}] regionserver.HStore(327): Store=12526e68b8d52fec46ba74261979f8b3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:42,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/replication/12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/replication/12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:22:42,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/replication/12526e68b8d52fec46ba74261979f8b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:42,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 12526e68b8d52fec46ba74261979f8b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66175387, jitterRate=-0.013909891247749329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:22:42,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:42,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 12526e68b8d52fec46ba74261979f8b3: Running coprocessor pre-open hook at 1731230562273Writing region info on filesystem at 1731230562273Initializing all the Stores at 1731230562274 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230562274Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230562275 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230562275Cleaning up temporary data from old regions at 1731230562281 (+6 ms)Running coprocessor post-open hooks at 1731230562286 (+5 ms)Region opened successfully at 1731230562286 2024-11-10T09:22:42,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3., pid=10, masterSystemTime=1731230562246 2024-11-10T09:22:42,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:42,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:42,289 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=12526e68b8d52fec46ba74261979f8b3, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,33415,1731230542216 2024-11-10T09:22:42,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12526e68b8d52fec46ba74261979f8b3, server=802346a334f5,33415,1731230542216 because future has completed 2024-11-10T09:22:42,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:22:42,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 12526e68b8d52fec46ba74261979f8b3, server=802346a334f5,33415,1731230542216 in 199 msec 2024-11-10T09:22:42,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:22:42,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12526e68b8d52fec46ba74261979f8b3, ASSIGN in 358 msec 2024-11-10T09:22:42,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:22:42,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230562297"}]},"ts":"1731230562297"} 2024-11-10T09:22:42,300 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:22:42,301 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:22:42,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-10T09:22:42,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3., hostname=802346a334f5,33415,1731230542216, seqNum=2] 2024-11-10T09:22:42,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:42,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:42,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:22:42,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:22:42,579 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:22:42,606 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,33415,1731230542216, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:22:42,606 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:42,606 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,33415,1731230542216, seqNum=-1] 2024-11-10T09:22:42,606 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:42,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-10T09:22:42,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,33415,1731230542216', locateType=CURRENT is [region=hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3., hostname=802346a334f5,33415,1731230542216, seqNum=2] 2024-11-10T09:22:42,611 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:22:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:22:42,613 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,33415,1731230542216 suceeded 2024-11-10T09:22:42,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:22:42,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T09:22:42,614 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:22:42,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-10T09:22:42,624 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:35189' 2024-11-10T09:22:42,625 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e1f9d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:42,625 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,35189,-1 for getting cluster id 2024-11-10T09:22:42,625 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:42,626 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb7338d7-e586-4ba1-9888-a49c666884b3' 2024-11-10T09:22:42,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:42,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb7338d7-e586-4ba1-9888-a49c666884b3" 2024-11-10T09:22:42,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d35f6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:42,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,35189,-1] 2024-11-10T09:22:42,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:42,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:42,627 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:42,628 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@484cc368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:42,628 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:42,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,35189,1731230547714 2024-11-10T09:22:42,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b5c09b1 2024-11-10T09:22:42,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:42,629 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-10T09:22:42,630 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,33415,1731230542216 (queues=1) is replicating from cluster=de0451de-c8d6-429e-98d0-52f2446b0e3c to cluster=bb7338d7-e586-4ba1-9888-a49c666884b3 2024-11-10T09:22:42,630 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C33415%2C1731230542216 2024-11-10T09:22:42,630 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,33415,1731230542216, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:22:42,630 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C33415%2C1731230542216 2024-11-10T09:22:42,630 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428, startPosition=0, beingWritten=true 2024-11-10T09:22:42,635 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:42,635 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 379, reset compression=false 2024-11-10T09:22:42,635 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,33415,1731230542216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:42,742 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T09:22:42,838 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 379, reset compression=false 2024-11-10T09:22:43,141 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 379, reset compression=false 2024-11-10T09:22:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:43,264 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:22:43,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:43,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:43,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:43,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:43,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:43,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:43,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,35189,-1 for getting cluster id 2024-11-10T09:22:43,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:43,266 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb7338d7-e586-4ba1-9888-a49c666884b3' 2024-11-10T09:22:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb7338d7-e586-4ba1-9888-a49c666884b3" 2024-11-10T09:22:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f777aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,35189,-1] 2024-11-10T09:22:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:43,267 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be74379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:43,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,35189,1731230547714 2024-11-10T09:22:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@778f758d 2024-11-10T09:22:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:43,269 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:43,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:39847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:22:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:22:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:43,272 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:39847' 2024-11-10T09:22:43,273 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b095fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:43,273 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39847,-1 for getting cluster id 2024-11-10T09:22:43,273 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:43,274 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de3273a-ac4a-4e7f-95d7-282e4d3ee01d' 2024-11-10T09:22:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de3273a-ac4a-4e7f-95d7-282e4d3ee01d" 2024-11-10T09:22:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8779d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39847,-1] 2024-11-10T09:22:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:43,275 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:43,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de8f3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:43,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:43,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39847,1731230553469 2024-11-10T09:22:43,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7690c00 2024-11-10T09:22:43,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:43,277 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:43,277 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T09:22:43,277 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:22:43,277 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:43,277 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:43,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:43,278 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:22:43,279 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:22:43,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:22:43,279 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:43,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:22:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:22:43,329 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:22:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:43,544 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 379, reset compression=false 2024-11-10T09:22:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:43,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b95eb91acb7a9e1b76e864a1a35d9f66, NAME => 'hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5 2024-11-10T09:22:43,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:22:43,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:43,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b95eb91acb7a9e1b76e864a1a35d9f66, disabling compactions & flushes 2024-11-10T09:22:43,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:43,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:43,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. after waiting 0 ms 2024-11-10T09:22:43,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:43,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:43,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b95eb91acb7a9e1b76e864a1a35d9f66: Waiting for close lock at 1731230563690Disabling compacts and flushes for region at 1731230563690Disabling writes for close at 1731230563690Writing region close event to WAL at 1731230563690Closed at 1731230563690 2024-11-10T09:22:43,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:22:43,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230563691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230563691"}]},"ts":"1731230563691"} 2024-11-10T09:22:43,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:22:43,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:22:43,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230563694"}]},"ts":"1731230563694"} 2024-11-10T09:22:43,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:22:43,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b95eb91acb7a9e1b76e864a1a35d9f66, ASSIGN}] 2024-11-10T09:22:43,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b95eb91acb7a9e1b76e864a1a35d9f66, ASSIGN 2024-11-10T09:22:43,697 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b95eb91acb7a9e1b76e864a1a35d9f66, ASSIGN; state=OFFLINE, location=802346a334f5,39965,1731230547862; forceNewPlan=false, retain=false 2024-11-10T09:22:43,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b95eb91acb7a9e1b76e864a1a35d9f66, regionState=OPENING, regionLocation=802346a334f5,39965,1731230547862 2024-11-10T09:22:43,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b95eb91acb7a9e1b76e864a1a35d9f66, ASSIGN because future has completed 2024-11-10T09:22:43,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b95eb91acb7a9e1b76e864a1a35d9f66, server=802346a334f5,39965,1731230547862}] 2024-11-10T09:22:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:44,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:44,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:44,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:22:44,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C39965%2C1731230547862.rep, suffix=, logDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862, archiveDir=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/oldWALs, maxLogs=10 2024-11-10T09:22:44,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.rep.1731230564007, exclude list is [], retry=0 2024-11-10T09:22:44,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44611,DS-34311cee-013c-498d-8a15-c485f0e4ef1f,DISK] 2024-11-10T09:22:44,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.rep.1731230564007 2024-11-10T09:22:44,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39979:39979)] 2024-11-10T09:22:44,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b95eb91acb7a9e1b76e864a1a35d9f66, NAME => 'hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:44,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:22:44,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:22:44,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. service=MultiRowMutationService 2024-11-10T09:22:44,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:22:44,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:44,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,027 INFO [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,028 INFO [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b95eb91acb7a9e1b76e864a1a35d9f66 columnFamilyName hfileref 2024-11-10T09:22:44,028 DEBUG [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:44,028 INFO [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] regionserver.HStore(327): Store=b95eb91acb7a9e1b76e864a1a35d9f66/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:44,029 INFO [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,029 INFO [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b95eb91acb7a9e1b76e864a1a35d9f66 columnFamilyName queue 2024-11-10T09:22:44,029 DEBUG [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:44,030 INFO [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] regionserver.HStore(327): Store=b95eb91acb7a9e1b76e864a1a35d9f66/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:44,030 INFO [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,031 INFO [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b95eb91acb7a9e1b76e864a1a35d9f66 columnFamilyName sid 2024-11-10T09:22:44,031 DEBUG [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:44,031 INFO [StoreOpener-b95eb91acb7a9e1b76e864a1a35d9f66-1 {}] regionserver.HStore(327): Store=b95eb91acb7a9e1b76e864a1a35d9f66/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:44,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/replication/b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/replication/b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:22:44,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/replication/b95eb91acb7a9e1b76e864a1a35d9f66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:44,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b95eb91acb7a9e1b76e864a1a35d9f66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67420294, jitterRate=0.004640668630599976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:22:44,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:44,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b95eb91acb7a9e1b76e864a1a35d9f66: Running coprocessor pre-open hook at 1731230564026Writing region info on filesystem at 1731230564026Initializing all the Stores at 1731230564027 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230564027Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230564027Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230564027Cleaning up temporary data from old regions at 1731230564033 (+6 ms)Running coprocessor post-open hooks at 1731230564036 (+3 ms)Region opened successfully at 1731230564036 2024-11-10T09:22:44,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66., pid=10, masterSystemTime=1731230564001 2024-11-10T09:22:44,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:44,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:44,039 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b95eb91acb7a9e1b76e864a1a35d9f66, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,39965,1731230547862 2024-11-10T09:22:44,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b95eb91acb7a9e1b76e864a1a35d9f66, server=802346a334f5,39965,1731230547862 because future has completed 2024-11-10T09:22:44,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:22:44,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b95eb91acb7a9e1b76e864a1a35d9f66, server=802346a334f5,39965,1731230547862 in 191 msec 2024-11-10T09:22:44,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:22:44,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b95eb91acb7a9e1b76e864a1a35d9f66, ASSIGN in 347 msec 2024-11-10T09:22:44,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:22:44,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230564044"}]},"ts":"1731230564044"} 2024-11-10T09:22:44,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:22:44,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:22:44,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-11-10T09:22:44,048 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 379, reset compression=false 2024-11-10T09:22:44,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66., hostname=802346a334f5,39965,1731230547862, seqNum=2] 2024-11-10T09:22:44,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:44,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:44,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:22:44,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:22:44,357 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:22:44,385 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,39965,1731230547862, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:22:44,386 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:44,386 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39965,1731230547862, seqNum=-1] 2024-11-10T09:22:44,386 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:44,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T09:22:44,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,39965,1731230547862', locateType=CURRENT is [region=hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66., hostname=802346a334f5,39965,1731230547862, seqNum=2] 2024-11-10T09:22:44,390 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:22:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:22:44,391 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,39965,1731230547862 suceeded 2024-11-10T09:22:44,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:22:44,393 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:39847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:22:44,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T09:22:44,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1230 sec 2024-11-10T09:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:44,404 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:39847' 2024-11-10T09:22:44,404 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:22:44,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:44,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:44,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:44,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:44,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:44,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bd9d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:44,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39847,-1 for getting cluster id 2024-11-10T09:22:44,405 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a885270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:44,405 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39847,-1 for getting cluster id 2024-11-10T09:22:44,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:44,405 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:44,405 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de3273a-ac4a-4e7f-95d7-282e4d3ee01d' 2024-11-10T09:22:44,405 DEBUG [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de3273a-ac4a-4e7f-95d7-282e4d3ee01d' 2024-11-10T09:22:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de3273a-ac4a-4e7f-95d7-282e4d3ee01d" 2024-11-10T09:22:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de3273a-ac4a-4e7f-95d7-282e4d3ee01d" 2024-11-10T09:22:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@213c50bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63211dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39847,-1] 2024-11-10T09:22:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39847,-1] 2024-11-10T09:22:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:44,406 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:44,406 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:44,407 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b96365e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:44,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e382867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:44,407 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:44,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39847,1731230553469 2024-11-10T09:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39847,1731230553469 2024-11-10T09:22:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fcb9042 2024-11-10T09:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@426f3b14 2024-11-10T09:22:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:44,409 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-10T09:22:44,409 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:44,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:22:44,409 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,39965,1731230547862 (queues=1) is replicating from cluster=bb7338d7-e586-4ba1-9888-a49c666884b3 to cluster=6de3273a-ac4a-4e7f-95d7-282e4d3ee01d 2024-11-10T09:22:44,409 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C39965%2C1731230547862 2024-11-10T09:22:44,409 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,39965,1731230547862, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:22:44,410 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C39965%2C1731230547862 2024-11-10T09:22:44,410 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075, startPosition=0, beingWritten=true 2024-11-10T09:22:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:22:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:44,411 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:35189' 2024-11-10T09:22:44,412 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216e7cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:44,412 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,35189,-1 for getting cluster id 2024-11-10T09:22:44,412 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:44,413 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb7338d7-e586-4ba1-9888-a49c666884b3' 2024-11-10T09:22:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb7338d7-e586-4ba1-9888-a49c666884b3" 2024-11-10T09:22:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5563f89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,35189,-1] 2024-11-10T09:22:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:44,414 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:44,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3b93e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:44,414 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:44,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,35189,1731230547714 2024-11-10T09:22:44,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7995531e 2024-11-10T09:22:44,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:44,415 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:22:44,416 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T09:22:44,416 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:22:44,416 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:44,416 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:44,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:44,416 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:22:44,417 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:22:44,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:22:44,418 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:44,418 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 379, reset compression=false 2024-11-10T09:22:44,418 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:44,418 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,39965,1731230547862 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:44,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:22:44,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:22:44,467 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:22:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:44,622 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 379, reset compression=false 2024-11-10T09:22:44,651 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 379, reset compression=false 2024-11-10T09:22:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:44,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 772fa83d424a227a29082517bc811384, NAME => 'hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427 2024-11-10T09:22:44,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:22:44,925 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 379, reset compression=false 2024-11-10T09:22:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:45,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:45,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 772fa83d424a227a29082517bc811384, disabling compactions & flushes 2024-11-10T09:22:45,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:45,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:45,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. after waiting 0 ms 2024-11-10T09:22:45,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:45,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:45,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 772fa83d424a227a29082517bc811384: Waiting for close lock at 1731230565236Disabling compacts and flushes for region at 1731230565236Disabling writes for close at 1731230565236Writing region close event to WAL at 1731230565236Closed at 1731230565236 2024-11-10T09:22:45,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:22:45,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230565237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230565237"}]},"ts":"1731230565237"} 2024-11-10T09:22:45,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:22:45,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:22:45,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230565239"}]},"ts":"1731230565239"} 2024-11-10T09:22:45,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:22:45,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=772fa83d424a227a29082517bc811384, ASSIGN}] 2024-11-10T09:22:45,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=772fa83d424a227a29082517bc811384, ASSIGN 2024-11-10T09:22:45,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=772fa83d424a227a29082517bc811384, ASSIGN; state=OFFLINE, location=802346a334f5,43031,1731230553612; forceNewPlan=false, retain=false 2024-11-10T09:22:45,328 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 379, reset compression=false 2024-11-10T09:22:45,353 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 379, reset compression=false 2024-11-10T09:22:45,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=772fa83d424a227a29082517bc811384, regionState=OPENING, regionLocation=802346a334f5,43031,1731230553612 2024-11-10T09:22:45,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=772fa83d424a227a29082517bc811384, ASSIGN because future has completed 2024-11-10T09:22:45,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 772fa83d424a227a29082517bc811384, server=802346a334f5,43031,1731230553612}] 2024-11-10T09:22:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:45,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:45,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:22:45,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:22:45,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C43031%2C1731230553612.rep, suffix=, logDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612, archiveDir=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/oldWALs, maxLogs=10 2024-11-10T09:22:45,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.rep.1731230565551, exclude list is [], retry=0 2024-11-10T09:22:45,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45013,DS-a981e2d3-5d69-44a7-af6c-c90fccf3bf23,DISK] 2024-11-10T09:22:45,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.rep.1731230565551 2024-11-10T09:22:45,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-10T09:22:45,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 772fa83d424a227a29082517bc811384, NAME => 'hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:22:45,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:22:45,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:22:45,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. service=MultiRowMutationService 2024-11-10T09:22:45,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:22:45,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:22:45,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,568 INFO [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,568 INFO [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 772fa83d424a227a29082517bc811384 columnFamilyName hfileref 2024-11-10T09:22:45,568 DEBUG [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:45,569 INFO [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] regionserver.HStore(327): Store=772fa83d424a227a29082517bc811384/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:45,569 INFO [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,569 INFO [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 772fa83d424a227a29082517bc811384 columnFamilyName queue 2024-11-10T09:22:45,569 DEBUG [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:45,570 INFO [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] regionserver.HStore(327): Store=772fa83d424a227a29082517bc811384/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:45,570 INFO [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,570 INFO [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 772fa83d424a227a29082517bc811384 columnFamilyName sid 2024-11-10T09:22:45,570 DEBUG [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:22:45,570 INFO [StoreOpener-772fa83d424a227a29082517bc811384-1 {}] regionserver.HStore(327): Store=772fa83d424a227a29082517bc811384/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:22:45,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/replication/772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/replication/772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:22:45,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/replication/772fa83d424a227a29082517bc811384/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:22:45,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 772fa83d424a227a29082517bc811384; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60816882, jitterRate=-0.09375783801078796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:22:45,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 772fa83d424a227a29082517bc811384 2024-11-10T09:22:45,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 772fa83d424a227a29082517bc811384: Running coprocessor pre-open hook at 1731230565567Writing region info on filesystem at 1731230565567Initializing all the Stores at 1731230565567Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230565567Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230565567Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230565567Cleaning up temporary data from old regions at 1731230565572 (+5 ms)Running coprocessor post-open hooks at 1731230565575 (+3 ms)Region opened successfully at 1731230565575 2024-11-10T09:22:45,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384., pid=10, masterSystemTime=1731230565547 2024-11-10T09:22:45,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:45,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:45,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=772fa83d424a227a29082517bc811384, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,43031,1731230553612 2024-11-10T09:22:45,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 772fa83d424a227a29082517bc811384, server=802346a334f5,43031,1731230553612 because future has completed 2024-11-10T09:22:45,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:22:45,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 772fa83d424a227a29082517bc811384, server=802346a334f5,43031,1731230553612 in 184 msec 2024-11-10T09:22:45,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:22:45,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=772fa83d424a227a29082517bc811384, ASSIGN in 340 msec 2024-11-10T09:22:45,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:22:45,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230565582"}]},"ts":"1731230565582"} 2024-11-10T09:22:45,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:22:45,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:22:45,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-10T09:22:45,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384., hostname=802346a334f5,43031,1731230553612, seqNum=2] 2024-11-10T09:22:45,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:45,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:22:45,623 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108690 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:22:45,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:45,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:45,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:22:45,831 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 379, reset compression=false 2024-11-10T09:22:45,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:22:45,884 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:22:45,914 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,43031,1731230553612, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:22:45,914 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:45,915 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43031,1731230553612, seqNum=-1] 2024-11-10T09:22:45,915 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:45,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T09:22:45,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,43031,1731230553612', locateType=CURRENT is [region=hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384., hostname=802346a334f5,43031,1731230553612, seqNum=2] 2024-11-10T09:22:45,919 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:22:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:22:45,921 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,43031,1731230553612 suceeded 2024-11-10T09:22:45,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:22:45,922 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:22:45,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T09:22:45,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-11-10T09:22:45,938 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:35189' 2024-11-10T09:22:45,940 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f53508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:45,940 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,35189,-1 for getting cluster id 2024-11-10T09:22:45,940 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:45,940 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb7338d7-e586-4ba1-9888-a49c666884b3' 2024-11-10T09:22:45,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb7338d7-e586-4ba1-9888-a49c666884b3" 2024-11-10T09:22:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b4349b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,35189,-1] 2024-11-10T09:22:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:45,941 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:45,942 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bbefc24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:45,942 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:22:45,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,35189,1731230547714 2024-11-10T09:22:45,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63f1fb1 2024-11-10T09:22:45,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:22:45,944 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-10T09:22:45,944 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,43031,1731230553612 (queues=1) is replicating from cluster=6de3273a-ac4a-4e7f-95d7-282e4d3ee01d to cluster=bb7338d7-e586-4ba1-9888-a49c666884b3 2024-11-10T09:22:45,944 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C43031%2C1731230553612 2024-11-10T09:22:45,944 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,43031,1731230553612, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:22:45,945 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860, startPosition=0, beingWritten=true 2024-11-10T09:22:45,945 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C43031%2C1731230553612 2024-11-10T09:22:45,949 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:45,949 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 379, reset compression=false 2024-11-10T09:22:45,949 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43031,1731230553612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:46,156 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 379, reset compression=false 2024-11-10T09:22:46,156 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 379, reset compression=false 2024-11-10T09:22:46,435 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 379, reset compression=false 2024-11-10T09:22:46,460 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 379, reset compression=false 2024-11-10T09:22:46,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:22:46,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T09:22:46,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:22:46,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T09:22:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:22:46,554 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:22:46,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:46,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:46,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:46,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:46,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:46,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a48da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:46,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,42979,-1 for getting cluster id 2024-11-10T09:22:46,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:46,556 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de0451de-c8d6-429e-98d0-52f2446b0e3c' 2024-11-10T09:22:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de0451de-c8d6-429e-98d0-52f2446b0e3c" 2024-11-10T09:22:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a8ddcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,42979,-1] 2024-11-10T09:22:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:46,557 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74aca448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:46,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275139a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:46,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,35189,-1 for getting cluster id 2024-11-10T09:22:46,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:46,558 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb7338d7-e586-4ba1-9888-a49c666884b3' 2024-11-10T09:22:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb7338d7-e586-4ba1-9888-a49c666884b3" 2024-11-10T09:22:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5f491f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,35189,-1] 2024-11-10T09:22:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:46,559 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c498a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:46,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4432e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:46,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39847,-1 for getting cluster id 2024-11-10T09:22:46,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:46,561 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de3273a-ac4a-4e7f-95d7-282e4d3ee01d' 2024-11-10T09:22:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de3273a-ac4a-4e7f-95d7-282e4d3ee01d" 2024-11-10T09:22:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f436566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39847,-1] 2024-11-10T09:22:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:46,561 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb68135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:46,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,33415,1731230542216, seqNum=-1] 2024-11-10T09:22:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:46,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:22:46,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42., hostname=802346a334f5,33415,1731230542216, seqNum=2] 2024-11-10T09:22:46,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43031,1731230553612, seqNum=-1] 2024-11-10T09:22:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:46,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:22:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230559966.1f0618c78269203c82d79a361ebb5959., hostname=802346a334f5,43031,1731230553612, seqNum=2] 2024-11-10T09:22:46,573 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T09:22:46,862 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 379, reset compression=false 2024-11-10T09:22:47,060 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 379, reset compression=false 2024-11-10T09:22:47,064 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:47,064 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 480, reset compression=false 2024-11-10T09:22:47,064 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,33415,1731230542216 got entry batch from reader: WALEntryBatch [walEntries=[{test/128a29082d6a5085c7fb070b5e3b6a42/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T09:22:47,075 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:22:47,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-10T09:22:47,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:47,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@137b7c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:47,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,35189,-1 for getting cluster id 2024-11-10T09:22:47,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:47,078 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb7338d7-e586-4ba1-9888-a49c666884b3' 2024-11-10T09:22:47,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:47,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb7338d7-e586-4ba1-9888-a49c666884b3" 2024-11-10T09:22:47,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46520c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:47,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,35189,-1] 2024-11-10T09:22:47,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:47,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:47,079 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:47,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b05291b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:47,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:47,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39965,1731230547862, seqNum=-1] 2024-11-10T09:22:47,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:47,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T09:22:47,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c., hostname=802346a334f5,39965,1731230547862, seqNum=2] 2024-11-10T09:22:47,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:47,138 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 379, reset compression=false 2024-11-10T09:22:47,142 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:47,142 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 504, reset compression=false 2024-11-10T09:22:47,142 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,39965,1731230547862 got entry batch from reader: WALEntryBatch [walEntries=[{test/579aaf72c2110b7f5dc3f0275f95dc7c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T09:22:47,144 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:22:47,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-10T09:22:47,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:47,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@973df84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:47,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39847,-1 for getting cluster id 2024-11-10T09:22:47,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:22:47,146 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de3273a-ac4a-4e7f-95d7-282e4d3ee01d' 2024-11-10T09:22:47,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:22:47,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de3273a-ac4a-4e7f-95d7-282e4d3ee01d" 2024-11-10T09:22:47,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@de27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:47,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39847,-1] 2024-11-10T09:22:47,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:22:47,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:47,147 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:22:47,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e445f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:22:47,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:47,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,43031,1731230553612, seqNum=-1] 2024-11-10T09:22:47,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:47,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T09:22:47,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731230559966.1f0618c78269203c82d79a361ebb5959., hostname=802346a334f5,43031,1731230553612, seqNum=2] 2024-11-10T09:22:47,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:47,276 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 480, reset compression=false 2024-11-10T09:22:47,344 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 504, reset compression=false 2024-11-10T09:22:47,366 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 379, reset compression=false 2024-11-10T09:22:47,370 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:47,370 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 528, reset compression=false 2024-11-10T09:22:47,370 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43031,1731230553612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:47,573 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 528, reset compression=false 2024-11-10T09:22:47,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T09:22:47,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:22:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39965,1731230547862, seqNum=-1] 2024-11-10T09:22:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:22:47,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:22:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c., hostname=802346a334f5,39965,1731230547862, seqNum=2] 2024-11-10T09:22:47,579 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 480, reset compression=false 2024-11-10T09:22:47,580 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T09:22:47,648 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 504, reset compression=false 2024-11-10T09:22:47,651 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:47,651 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 608, reset compression=false 2024-11-10T09:22:47,651 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,39965,1731230547862 got entry batch from reader: WALEntryBatch [walEntries=[{test/579aaf72c2110b7f5dc3f0275f95dc7c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T09:22:47,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:47,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:47,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:22:47,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:47,854 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 608, reset compression=false 2024-11-10T09:22:47,877 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 528, reset compression=false 2024-11-10T09:22:47,880 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:47,880 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 656, reset compression=false 2024-11-10T09:22:47,880 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43031,1731230553612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:47,981 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 480, reset compression=false 2024-11-10T09:22:48,083 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 656, reset compression=false 2024-11-10T09:22:48,157 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 608, reset compression=false 2024-11-10T09:22:48,386 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 656, reset compression=false 2024-11-10T09:22:48,484 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 480, reset compression=false 2024-11-10T09:22:48,560 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 608, reset compression=false 2024-11-10T09:22:48,582 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T09:22:48,585 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T09:22:48,799 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 656, reset compression=false 2024-11-10T09:22:48,803 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:48,803 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 760, reset compression=false 2024-11-10T09:22:48,803 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43031,1731230553612 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f0618c78269203c82d79a361ebb5959/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T09:22:48,805 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:22:48,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-10T09:22:48,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:48,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:49,006 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 760, reset compression=false 2024-11-10T09:22:49,063 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 608, reset compression=false 2024-11-10T09:22:49,066 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:49,066 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 735, reset compression=false 2024-11-10T09:22:49,066 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,39965,1731230547862 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:49,087 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 480, reset compression=false 2024-11-10T09:22:49,270 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 735, reset compression=false 2024-11-10T09:22:49,308 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 760, reset compression=false 2024-11-10T09:22:49,573 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 735, reset compression=false 2024-11-10T09:22:49,586 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T09:22:49,589 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T09:22:49,712 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 760, reset compression=false 2024-11-10T09:22:49,790 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 480, reset compression=false 2024-11-10T09:22:49,794 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:49,794 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:49,794 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,33415,1731230542216 got entry batch from reader: WALEntryBatch [walEntries=[{test/128a29082d6a5085c7fb070b5e3b6a42/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T09:22:49,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:49,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:49,976 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 735, reset compression=false 2024-11-10T09:22:49,979 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:49,979 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 883, reset compression=false 2024-11-10T09:22:49,979 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,39965,1731230547862 got entry batch from reader: WALEntryBatch [walEntries=[{test/579aaf72c2110b7f5dc3f0275f95dc7c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T09:22:49,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:49,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:49,997 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:50,182 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 883, reset compression=false 2024-11-10T09:22:50,215 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 760, reset compression=false 2024-11-10T09:22:50,219 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:50,219 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 932, reset compression=false 2024-11-10T09:22:50,219 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43031,1731230553612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:50,300 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:50,422 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 932, reset compression=false 2024-11-10T09:22:50,485 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 883, reset compression=false 2024-11-10T09:22:50,590 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T09:22:50,600 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T09:22:50,703 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:50,725 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 932, reset compression=false 2024-11-10T09:22:50,888 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 883, reset compression=false 2024-11-10T09:22:50,892 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:50,892 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1042, reset compression=false 2024-11-10T09:22:50,892 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,39965,1731230547862 got entry batch from reader: WALEntryBatch [walEntries=[{test/579aaf72c2110b7f5dc3f0275f95dc7c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T09:22:50,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:50,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:51,096 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1042, reset compression=false 2024-11-10T09:22:51,129 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 932, reset compression=false 2024-11-10T09:22:51,132 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:51,132 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1082, reset compression=false 2024-11-10T09:22:51,132 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43031,1731230553612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:51,208 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:51,335 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1082, reset compression=false 2024-11-10T09:22:51,399 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1042, reset compression=false 2024-11-10T09:22:51,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:22:51,602 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T09:22:51,605 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T09:22:51,638 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1082, reset compression=false 2024-11-10T09:22:51,642 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:22:51,642 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1241, reset compression=false 2024-11-10T09:22:51,642 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43031,1731230553612 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f0618c78269203c82d79a361ebb5959/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T09:22:51,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T09:22:51,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T09:22:51,802 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1042, reset compression=false 2024-11-10T09:22:51,806 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:51,806 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1191, reset compression=false 2024-11-10T09:22:51,806 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,39965,1731230547862 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:51,825 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:51,845 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1241, reset compression=false 2024-11-10T09:22:52,009 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1191, reset compression=false 2024-11-10T09:22:52,152 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1241, reset compression=false 2024-11-10T09:22:52,312 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1191, reset compression=false 2024-11-10T09:22:52,527 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:52,555 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1241, reset compression=false 2024-11-10T09:22:52,606 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T09:22:52,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:22:52,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:52,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:52,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:52,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:52,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:52,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:22:52,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1015899914, stopped=false 2024-11-10T09:22:52,612 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,39847,1731230553469 2024-11-10T09:22:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21104915860/running 2024-11-10T09:22:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21104915860/running 2024-11-10T09:22:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:52,655 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:52,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:52,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:52,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:52,656 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,43031,1731230553612' ***** 2024-11-10T09:22:52,656 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:22:52,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Set watcher on znode that does not yet exist, /21104915860/running 2024-11-10T09:22:52,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Set watcher on znode that does not yet exist, /21104915860/running 2024-11-10T09:22:52,656 INFO [RS:0;802346a334f5:43031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:22:52,656 INFO [RS:0;802346a334f5:43031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:22:52,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:22:52,656 INFO [RS:0;802346a334f5:43031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:22:52,657 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f0618c78269203c82d79a361ebb5959 2024-11-10T09:22:52,657 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(3091): Received CLOSE for 772fa83d424a227a29082517bc811384 2024-11-10T09:22:52,657 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,43031,1731230553612 2024-11-10T09:22:52,657 INFO [RS:0;802346a334f5:43031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:52,657 INFO [RS:0;802346a334f5:43031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:43031. 2024-11-10T09:22:52,657 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f0618c78269203c82d79a361ebb5959, disabling compactions & flushes 2024-11-10T09:22:52,657 DEBUG [RS:0;802346a334f5:43031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:52,657 DEBUG [RS:0;802346a334f5:43031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:52,657 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:52,657 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:52,657 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230559966.1f0618c78269203c82d79a361ebb5959. after waiting 0 ms 2024-11-10T09:22:52,657 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:52,657 INFO [RS:0;802346a334f5:43031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:22:52,657 INFO [RS:0;802346a334f5:43031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:22:52,657 INFO [RS:0;802346a334f5:43031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:22:52,657 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:22:52,657 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f0618c78269203c82d79a361ebb5959 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T09:22:52,657 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:22:52,657 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1325): Online Regions={1f0618c78269203c82d79a361ebb5959=test,,1731230559966.1f0618c78269203c82d79a361ebb5959., 1588230740=hbase:meta,,1.1588230740, 772fa83d424a227a29082517bc811384=hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384.} 2024-11-10T09:22:52,658 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:22:52,658 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f0618c78269203c82d79a361ebb5959, 772fa83d424a227a29082517bc811384 2024-11-10T09:22:52,658 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:22:52,658 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:22:52,658 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:22:52,658 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:22:52,658 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:22:52,676 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/info/62c7883c0bfe421881d648091de1bebe is 147, key is hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384./info:regioninfo/1731230565577/Put/seqid=0 2024-11-10T09:22:52,676 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/.tmp/f/76060cd7e2a34d0eabc3f0ad45b67b7f is 29, key is row1/f:/1731230570591/DeleteFamily/seqid=0 2024-11-10T09:22:52,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741840_1016 (size=5152) 2024-11-10T09:22:52,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741841_1017 (size=7686) 2024-11-10T09:22:52,715 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1191, reset compression=false 2024-11-10T09:22:52,746 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:52,823 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:22:52,823 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:22:52,858 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f0618c78269203c82d79a361ebb5959, 772fa83d424a227a29082517bc811384 2024-11-10T09:22:53,058 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1241, reset compression=false 2024-11-10T09:22:53,058 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f0618c78269203c82d79a361ebb5959, 772fa83d424a227a29082517bc811384 2024-11-10T09:22:53,061 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:53,061 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1488, reset compression=false 2024-11-10T09:22:53,061 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,43031,1731230553612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:53,062 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,43031,1731230553612: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-802346a334f5,43031,1731230553612, walGroup=802346a334f5%2C43031%2C1731230553612, offset=802346a334f5%2C43031%2C1731230553612.1731230555860:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:43031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:22:53,063 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:22:53,063 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:22:53,064 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:22:53,064 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:22:53,064 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:22:53,064 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 875134072 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201664168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:22:53,064 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:39847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:39847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T09:22:53,090 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/.tmp/f/76060cd7e2a34d0eabc3f0ad45b67b7f 2024-11-10T09:22:53,090 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/info/62c7883c0bfe421881d648091de1bebe 2024-11-10T09:22:53,094 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76060cd7e2a34d0eabc3f0ad45b67b7f 2024-11-10T09:22:53,106 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/ns/eefed23813b04a9c9d86dd142430597d is 43, key is default/ns:d/1731230556456/Put/seqid=0 2024-11-10T09:22:53,109 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/.tmp/f1/002a2047aaaf46bcab5f33c100e2fa65 is 30, key is row1/f1:/1731230570591/DeleteFamily/seqid=0 2024-11-10T09:22:53,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741842_1018 (size=5153) 2024-11-10T09:22:53,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741843_1019 (size=5158) 2024-11-10T09:22:53,218 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1191, reset compression=false 2024-11-10T09:22:53,258 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f0618c78269203c82d79a361ebb5959, 772fa83d424a227a29082517bc811384 2024-11-10T09:22:53,264 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1488, reset compression=false 2024-11-10T09:22:53,330 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:53,458 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f0618c78269203c82d79a361ebb5959, 772fa83d424a227a29082517bc811384 2024-11-10T09:22:53,510 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/ns/eefed23813b04a9c9d86dd142430597d 2024-11-10T09:22:53,512 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/.tmp/f1/002a2047aaaf46bcab5f33c100e2fa65 2024-11-10T09:22:53,515 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 002a2047aaaf46bcab5f33c100e2fa65 2024-11-10T09:22:53,529 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/rep_barrier/e5f13f6546e34dd1ad9e579d2df1be59 is 112, key is test,,1731230559966.1f0618c78269203c82d79a361ebb5959./rep_barrier:seqnumDuringOpen/1731230560702/Put/seqid=0 2024-11-10T09:22:53,530 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/.tmp/norep/698392d37c7347ec9fc294628a9394d6 is 33, key is row2/norep:/1731230571602/DeleteFamily/seqid=0 2024-11-10T09:22:53,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741845_1021 (size=5108) 2024-11-10T09:22:53,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741844_1020 (size=5518) 2024-11-10T09:22:53,566 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1488, reset compression=false 2024-11-10T09:22:53,658 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f0618c78269203c82d79a361ebb5959, 772fa83d424a227a29082517bc811384 2024-11-10T09:22:53,821 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1191, reset compression=false 2024-11-10T09:22:53,858 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f0618c78269203c82d79a361ebb5959, 772fa83d424a227a29082517bc811384 2024-11-10T09:22:53,933 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/.tmp/norep/698392d37c7347ec9fc294628a9394d6 2024-11-10T09:22:53,933 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/rep_barrier/e5f13f6546e34dd1ad9e579d2df1be59 2024-11-10T09:22:53,936 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 698392d37c7347ec9fc294628a9394d6 2024-11-10T09:22:53,936 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/.tmp/f/76060cd7e2a34d0eabc3f0ad45b67b7f as hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/f/76060cd7e2a34d0eabc3f0ad45b67b7f 2024-11-10T09:22:53,940 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76060cd7e2a34d0eabc3f0ad45b67b7f 2024-11-10T09:22:53,940 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/f/76060cd7e2a34d0eabc3f0ad45b67b7f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T09:22:53,941 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/.tmp/f1/002a2047aaaf46bcab5f33c100e2fa65 as hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/f1/002a2047aaaf46bcab5f33c100e2fa65 2024-11-10T09:22:53,944 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 002a2047aaaf46bcab5f33c100e2fa65 2024-11-10T09:22:53,944 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/f1/002a2047aaaf46bcab5f33c100e2fa65, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T09:22:53,945 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/.tmp/norep/698392d37c7347ec9fc294628a9394d6 as hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/norep/698392d37c7347ec9fc294628a9394d6 2024-11-10T09:22:53,949 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 698392d37c7347ec9fc294628a9394d6 2024-11-10T09:22:53,949 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/norep/698392d37c7347ec9fc294628a9394d6, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T09:22:53,949 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1f0618c78269203c82d79a361ebb5959 in 1292ms, sequenceid=10, compaction requested=false 2024-11-10T09:22:53,951 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/table/b9ea8b5f6b2a43f4be12aeec27f434de is 53, key is hbase:replication/table:state/1731230565582/Put/seqid=0 2024-11-10T09:22:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741846_1022 (size=5308) 2024-11-10T09:22:53,954 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/default/test/1f0618c78269203c82d79a361ebb5959/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T09:22:53,955 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:53,955 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:22:53,955 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:53,955 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f0618c78269203c82d79a361ebb5959: Waiting for close lock at 1731230572657Running coprocessor pre-close hooks at 1731230572657Disabling compacts and flushes for region at 1731230572657Disabling writes for close at 1731230572657Obtaining lock to block concurrent updates at 1731230572657Preparing flush snapshotting stores in 1f0618c78269203c82d79a361ebb5959 at 1731230572657Finished memstore snapshotting test,,1731230559966.1f0618c78269203c82d79a361ebb5959., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731230572658 (+1 ms)Flushing stores of test,,1731230559966.1f0618c78269203c82d79a361ebb5959. at 1731230572658Flushing 1f0618c78269203c82d79a361ebb5959/f: creating writer at 1731230572658Flushing 1f0618c78269203c82d79a361ebb5959/f: appending metadata at 1731230572676 (+18 ms)Flushing 1f0618c78269203c82d79a361ebb5959/f: closing flushed file at 1731230572676Flushing 1f0618c78269203c82d79a361ebb5959/f1: creating writer at 1731230573094 (+418 ms)Flushing 1f0618c78269203c82d79a361ebb5959/f1: appending metadata at 1731230573108 (+14 ms)Flushing 1f0618c78269203c82d79a361ebb5959/f1: closing flushed file at 1731230573108Flushing 1f0618c78269203c82d79a361ebb5959/norep: creating writer at 1731230573515 (+407 ms)Flushing 1f0618c78269203c82d79a361ebb5959/norep: appending metadata at 1731230573529 (+14 ms)Flushing 1f0618c78269203c82d79a361ebb5959/norep: closing flushed file at 1731230573529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489f3394: reopening flushed file at 1731230573936 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c27cd53: reopening flushed file at 1731230573940 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46054600: reopening flushed file at 1731230573945 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1f0618c78269203c82d79a361ebb5959 in 1292ms, sequenceid=10, compaction requested=false at 1731230573949 (+4 ms)Writing region close event to WAL at 1731230573952 (+3 ms)Running coprocessor post-close hooks at 1731230573955 (+3 ms)Closed at 1731230573955 2024-11-10T09:22:53,955 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230559966.1f0618c78269203c82d79a361ebb5959. 2024-11-10T09:22:53,955 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 772fa83d424a227a29082517bc811384, disabling compactions & flushes 2024-11-10T09:22:53,955 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:53,955 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:53,955 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. after waiting 0 ms 2024-11-10T09:22:53,955 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:53,955 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 772fa83d424a227a29082517bc811384: Waiting for close lock at 1731230573955Running coprocessor pre-close hooks at 1731230573955Disabling compacts and flushes for region at 1731230573955Disabling writes for close at 1731230573955Failed flush hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384., putting online again at 1731230573955 2024-11-10T09:22:53,955 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:53,970 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 1488, reset compression=false 2024-11-10T09:22:53,973 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:53,973 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 2132, reset compression=false 2024-11-10T09:22:54,059 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:22:54,059 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 772fa83d424a227a29082517bc811384=hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384.} 2024-11-10T09:22:54,059 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(3091): Received CLOSE for 772fa83d424a227a29082517bc811384 2024-11-10T09:22:54,059 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 772fa83d424a227a29082517bc811384 2024-11-10T09:22:54,059 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 772fa83d424a227a29082517bc811384, disabling compactions & flushes 2024-11-10T09:22:54,059 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:54,059 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:54,059 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. after waiting 0 ms 2024-11-10T09:22:54,059 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:54,059 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 772fa83d424a227a29082517bc811384: Waiting for close lock at 1731230574059Running coprocessor pre-close hooks at 1731230574059Disabling compacts and flushes for region at 1731230574059Disabling writes for close at 1731230574059Failed flush hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384., putting online again at 1731230574059 2024-11-10T09:22:54,059 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731230564416.772fa83d424a227a29082517bc811384. 2024-11-10T09:22:54,176 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 2132, reset compression=false 2024-11-10T09:22:54,237 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:54,259 DEBUG [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:22:54,354 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/table/b9ea8b5f6b2a43f4be12aeec27f434de 2024-11-10T09:22:54,359 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/info/62c7883c0bfe421881d648091de1bebe as hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/info/62c7883c0bfe421881d648091de1bebe 2024-11-10T09:22:54,362 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/info/62c7883c0bfe421881d648091de1bebe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:22:54,362 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/ns/eefed23813b04a9c9d86dd142430597d as hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/ns/eefed23813b04a9c9d86dd142430597d 2024-11-10T09:22:54,365 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/ns/eefed23813b04a9c9d86dd142430597d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:22:54,366 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/rep_barrier/e5f13f6546e34dd1ad9e579d2df1be59 as hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/rep_barrier/e5f13f6546e34dd1ad9e579d2df1be59 2024-11-10T09:22:54,369 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/rep_barrier/e5f13f6546e34dd1ad9e579d2df1be59, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:22:54,369 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/.tmp/table/b9ea8b5f6b2a43f4be12aeec27f434de as hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/table/b9ea8b5f6b2a43f4be12aeec27f434de 2024-11-10T09:22:54,372 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/table/b9ea8b5f6b2a43f4be12aeec27f434de, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:22:54,373 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-10T09:22:54,376 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:22:54,377 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:54,377 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:22:54,377 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:54,377 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230572657Running coprocessor pre-close hooks at 1731230572657Disabling compacts and flushes for region at 1731230572658 (+1 ms)Disabling writes for close at 1731230572658Obtaining lock to block concurrent updates at 1731230572658Preparing flush snapshotting stores in 1588230740 at 1731230572658Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230572658Flushing stores of hbase:meta,,1.1588230740 at 1731230572658Flushing 1588230740/info: creating writer at 1731230572658Flushing 1588230740/info: appending metadata at 1731230572676 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731230572676Flushing 1588230740/ns: creating writer at 1731230573094 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731230573105 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731230573106 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731230573514 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230573529 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230573529Flushing 1588230740/table: creating writer at 1731230573936 (+407 ms)Flushing 1588230740/table: appending metadata at 1731230573951 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731230573951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439a6db1: reopening flushed file at 1731230574358 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347a44a4: reopening flushed file at 1731230574362 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db03c37: reopening flushed file at 1731230574365 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339c9e60: reopening flushed file at 1731230574369 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731230574373 (+4 ms)Writing region close event to WAL at 1731230574374 (+1 ms)Running coprocessor post-close hooks at 1731230574377 (+3 ms)Closed at 1731230574377 2024-11-10T09:22:54,377 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:54,459 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T09:22:54,459 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,43031,1731230553612; all regions closed. 2024-11-10T09:22:54,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:22:54,461 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.meta.1731230556414.meta not finished, retry = 0 2024-11-10T09:22:54,479 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 to pos 2132, reset compression=false 2024-11-10T09:22:54,524 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1191, reset compression=false 2024-11-10T09:22:54,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.rep.1731230565551 not finished, retry = 0 2024-11-10T09:22:54,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741839_1015 (size=2171) 2024-11-10T09:22:54,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/WALs/802346a334f5,43031,1731230553612/802346a334f5%2C43031%2C1731230553612.1731230555860 not finished, retry = 0 2024-11-10T09:22:54,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741833_1009 (size=2140) 2024-11-10T09:22:54,767 DEBUG [RS:0;802346a334f5:43031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:54,767 INFO [RS:0;802346a334f5:43031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:54,767 INFO [RS:0;802346a334f5:43031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:22:54,767 INFO [RS:0;802346a334f5:43031 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:22:54,767 INFO [RS:0;802346a334f5:43031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:22:54,767 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:22:54,768 INFO [RS:0;802346a334f5:43031 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,43031,1731230553612 because: Region server is closing 2024-11-10T09:22:54,768 INFO [RS:0;802346a334f5:43031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:43031. 2024-11-10T09:22:54,768 DEBUG [RS:0;802346a334f5:43031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:54,768 DEBUG [RS:0;802346a334f5:43031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:54,768 DEBUG [RS:0;802346a334f5:43031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:54,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:54,868 INFO [RS:0;802346a334f5:43031 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.shipper802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 terminated 2024-11-10T09:22:54,868 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,43031,1731230553612.replicationSource.wal-reader.802346a334f5%2C43031%2C1731230553612,1-802346a334f5,43031,1731230553612 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:22:54,868 INFO [RS:0;802346a334f5:43031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:43031. 2024-11-10T09:22:54,868 DEBUG [RS:0;802346a334f5:43031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:54,868 DEBUG [RS:0;802346a334f5:43031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:54,869 DEBUG [RS:0;802346a334f5:43031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:54,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:54,869 INFO [RS:0;802346a334f5:43031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43031 2024-11-10T09:22:54,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21104915860/rs/802346a334f5,43031,1731230553612 2024-11-10T09:22:54,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860/rs 2024-11-10T09:22:54,881 INFO [RS:0;802346a334f5:43031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:22:54,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,43031,1731230553612] 2024-11-10T09:22:54,902 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21104915860/draining/802346a334f5,43031,1731230553612 already deleted, retry=false 2024-11-10T09:22:54,902 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,43031,1731230553612 expired; onlineServers=0 2024-11-10T09:22:54,902 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,39847,1731230553469' ***** 2024-11-10T09:22:54,902 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:22:54,902 INFO [M:0;802346a334f5:39847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:54,902 INFO [M:0;802346a334f5:39847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:22:54,902 DEBUG [M:0;802346a334f5:39847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:22:54,902 DEBUG [M:0;802346a334f5:39847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:22:54,902 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:22:54,902 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230555616 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230555616,5,FailOnTimeoutGroup] 2024-11-10T09:22:54,902 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230555616 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230555616,5,FailOnTimeoutGroup] 2024-11-10T09:22:54,902 INFO [M:0;802346a334f5:39847 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:22:54,902 INFO [M:0;802346a334f5:39847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:22:54,902 DEBUG [M:0;802346a334f5:39847 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:22:54,902 INFO [M:0;802346a334f5:39847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:22:54,902 INFO [M:0;802346a334f5:39847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:54,902 INFO [M:0;802346a334f5:39847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:22:54,903 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:22:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21104915860/master 2024-11-10T09:22:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21104915860 2024-11-10T09:22:54,912 DEBUG [M:0;802346a334f5:39847 {}] zookeeper.ZKUtil(347): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Unable to get data of znode /21104915860/master because node does not exist (not an error) 2024-11-10T09:22:54,912 WARN [M:0;802346a334f5:39847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:22:54,922 INFO [M:0;802346a334f5:39847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/.lastflushedseqids 2024-11-10T09:22:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741847_1023 (size=245) 2024-11-10T09:22:54,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:54,991 INFO [RS:0;802346a334f5:43031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:22:54,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43031-0x101240d9b850007, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:54,991 INFO [RS:0;802346a334f5:43031 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,43031,1731230553612; zookeeper connection closed. 2024-11-10T09:22:54,992 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7af19bc2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7af19bc2 2024-11-10T09:22:54,992 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:22:55,240 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:55,326 INFO [M:0;802346a334f5:39847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:22:55,326 INFO [M:0;802346a334f5:39847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:22:55,326 DEBUG [M:0;802346a334f5:39847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:22:55,326 INFO [M:0;802346a334f5:39847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:55,326 DEBUG [M:0;802346a334f5:39847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:55,326 DEBUG [M:0;802346a334f5:39847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:22:55,326 DEBUG [M:0;802346a334f5:39847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:55,326 INFO [M:0;802346a334f5:39847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T09:22:55,328 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1191, reset compression=false 2024-11-10T09:22:55,340 DEBUG [M:0;802346a334f5:39847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4330e01210f643be8c429aa50db6000f is 82, key is hbase:meta,,1/info:regioninfo/1731230556441/Put/seqid=0 2024-11-10T09:22:55,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741848_1024 (size=5672) 2024-11-10T09:22:55,343 INFO [M:0;802346a334f5:39847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4330e01210f643be8c429aa50db6000f 2024-11-10T09:22:55,361 DEBUG [M:0;802346a334f5:39847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f24020a1d12468283d323c6fd12818c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731230565585/Put/seqid=0 2024-11-10T09:22:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741849_1025 (size=8515) 2024-11-10T09:22:55,765 INFO [M:0;802346a334f5:39847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f24020a1d12468283d323c6fd12818c 2024-11-10T09:22:55,781 DEBUG [M:0;802346a334f5:39847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95c275b6fa564e568dd04d2b86ae38f0 is 69, key is 802346a334f5,43031,1731230553612/rs:state/1731230555673/Put/seqid=0 2024-11-10T09:22:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741850_1026 (size=5156) 2024-11-10T09:22:56,184 INFO [M:0;802346a334f5:39847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95c275b6fa564e568dd04d2b86ae38f0 2024-11-10T09:22:56,189 DEBUG [M:0;802346a334f5:39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4330e01210f643be8c429aa50db6000f as hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4330e01210f643be8c429aa50db6000f 2024-11-10T09:22:56,192 INFO [M:0;802346a334f5:39847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4330e01210f643be8c429aa50db6000f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T09:22:56,193 DEBUG [M:0;802346a334f5:39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f24020a1d12468283d323c6fd12818c as hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f24020a1d12468283d323c6fd12818c 2024-11-10T09:22:56,197 INFO [M:0;802346a334f5:39847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f24020a1d12468283d323c6fd12818c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T09:22:56,198 DEBUG [M:0;802346a334f5:39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95c275b6fa564e568dd04d2b86ae38f0 as hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95c275b6fa564e568dd04d2b86ae38f0 2024-11-10T09:22:56,202 INFO [M:0;802346a334f5:39847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44569/user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95c275b6fa564e568dd04d2b86ae38f0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T09:22:56,202 INFO [M:0;802346a334f5:39847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false 2024-11-10T09:22:56,203 INFO [M:0;802346a334f5:39847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:56,203 DEBUG [M:0;802346a334f5:39847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230575326Disabling compacts and flushes for region at 1731230575326Disabling writes for close at 1731230575326Obtaining lock to block concurrent updates at 1731230575326Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230575326Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731230575327 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230575327Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230575327Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230575339 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230575340 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230575346 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230575361 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230575361Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230575768 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230575780 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230575780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2850b4b8: reopening flushed file at 1731230576188 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c978d50: reopening flushed file at 1731230576193 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5090f486: reopening flushed file at 1731230576197 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false at 1731230576202 (+5 ms)Writing region close event to WAL at 1731230576203 (+1 ms)Closed at 1731230576203 2024-11-10T09:22:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45013 is added to blk_1073741830_1006 (size=63642) 2024-11-10T09:22:56,205 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c4a82ba-2d03-b394-ddbe-dfa491ec3427/MasterData/WALs/802346a334f5,39847,1731230553469/802346a334f5%2C39847%2C1731230553469.1731230555353 not finished, retry = 0 2024-11-10T09:22:56,234 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1191, reset compression=false 2024-11-10T09:22:56,306 INFO [M:0;802346a334f5:39847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:22:56,306 INFO [M:0;802346a334f5:39847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39847 2024-11-10T09:22:56,306 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:22:56,306 INFO [M:0;802346a334f5:39847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:22:56,343 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:56,419 INFO [M:0;802346a334f5:39847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:22:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x101240d9b850006, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:56,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dbf1631{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:22:56,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295b9918{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:22:56,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:22:56,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6222ff80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:22:56,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21be0beb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/hadoop.log.dir/,STOPPED} 2024-11-10T09:22:56,461 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:22:56,461 WARN [BP-2105169836-172.17.0.3-1731230551237 heartbeating to localhost/127.0.0.1:44569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:22:56,461 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:22:56,461 WARN [BP-2105169836-172.17.0.3-1731230551237 heartbeating to localhost/127.0.0.1:44569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2105169836-172.17.0.3-1731230551237 (Datanode Uuid 9155c150-79a1-45a1-9da2-15c4addd578b) service to localhost/127.0.0.1:44569 2024-11-10T09:22:56,462 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/cluster_8727b810-19e4-9627-84b7-4fe2a13a8f64/data/data1/current/BP-2105169836-172.17.0.3-1731230551237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:22:56,462 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/cluster_8727b810-19e4-9627-84b7-4fe2a13a8f64/data/data2/current/BP-2105169836-172.17.0.3-1731230551237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:22:56,462 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:22:56,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b42c903{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:22:56,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fbcd250{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:22:56,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:22:56,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af24495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:22:56,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b48c275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/hadoop.log.dir/,STOPPED} 2024-11-10T09:22:56,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:22:56,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:22:56,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:56,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:56,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:56,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:56,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:22:56,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=510915763, stopped=false 2024-11-10T09:22:56,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:56,484 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,35189,1731230547714 2024-11-10T09:22:56,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-225801570/running 2024-11-10T09:22:56,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-225801570/running 2024-11-10T09:22:56,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:56,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:56,502 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:56,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Set watcher on znode that does not yet exist, /1-225801570/running 2024-11-10T09:22:56,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:56,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:56,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:56,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Set watcher on znode that does not yet exist, /1-225801570/running 2024-11-10T09:22:56,503 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,39965,1731230547862' ***** 2024-11-10T09:22:56,503 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:22:56,503 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(3091): Received CLOSE for b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(3091): Received CLOSE for 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,39965,1731230547862 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:39965. 2024-11-10T09:22:56,503 DEBUG [RS:0;802346a334f5:39965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:56,503 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b95eb91acb7a9e1b76e864a1a35d9f66, disabling compactions & flushes 2024-11-10T09:22:56,503 DEBUG [RS:0;802346a334f5:39965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:56,503 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:56,503 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:22:56,503 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. after waiting 0 ms 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:22:56,503 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:56,503 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:22:56,504 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b95eb91acb7a9e1b76e864a1a35d9f66 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T09:22:56,504 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:22:56,504 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1325): Online Regions={b95eb91acb7a9e1b76e864a1a35d9f66=hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66., 1588230740=hbase:meta,,1.1588230740, 579aaf72c2110b7f5dc3f0275f95dc7c=test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c.} 2024-11-10T09:22:56,504 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579aaf72c2110b7f5dc3f0275f95dc7c, b95eb91acb7a9e1b76e864a1a35d9f66 2024-11-10T09:22:56,504 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:22:56,504 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:22:56,504 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:22:56,504 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:22:56,504 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:22:56,504 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:22:56,516 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/info/77d2aa7774fe4f99b7812778a159b258 is 147, key is hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66./info:regioninfo/1731230564039/Put/seqid=0 2024-11-10T09:22:56,516 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/replication/b95eb91acb7a9e1b76e864a1a35d9f66/.tmp/queue/f71de670bf1246a09c9d0e85c305ded1 is 154, key is 1-802346a334f5,39965,1731230547862/queue:802346a334f5%2C39965%2C1731230547862/1731230571807/Put/seqid=0 2024-11-10T09:22:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741841_1017 (size=5353) 2024-11-10T09:22:56,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741840_1016 (size=7686) 2024-11-10T09:22:56,520 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/replication/b95eb91acb7a9e1b76e864a1a35d9f66/.tmp/queue/f71de670bf1246a09c9d0e85c305ded1 2024-11-10T09:22:56,524 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/replication/b95eb91acb7a9e1b76e864a1a35d9f66/.tmp/queue/f71de670bf1246a09c9d0e85c305ded1 as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/replication/b95eb91acb7a9e1b76e864a1a35d9f66/queue/f71de670bf1246a09c9d0e85c305ded1 2024-11-10T09:22:56,528 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/replication/b95eb91acb7a9e1b76e864a1a35d9f66/queue/f71de670bf1246a09c9d0e85c305ded1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T09:22:56,529 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b95eb91acb7a9e1b76e864a1a35d9f66 in 26ms, sequenceid=12, compaction requested=false 2024-11-10T09:22:56,532 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/replication/b95eb91acb7a9e1b76e864a1a35d9f66/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T09:22:56,532 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:56,532 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:22:56,532 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:56,532 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b95eb91acb7a9e1b76e864a1a35d9f66: Waiting for close lock at 1731230576503Running coprocessor pre-close hooks at 1731230576503Disabling compacts and flushes for region at 1731230576503Disabling writes for close at 1731230576503Obtaining lock to block concurrent updates at 1731230576504 (+1 ms)Preparing flush snapshotting stores in b95eb91acb7a9e1b76e864a1a35d9f66 at 1731230576504Finished memstore snapshotting hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731230576504Flushing stores of hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. at 1731230576504Flushing b95eb91acb7a9e1b76e864a1a35d9f66/queue: creating writer at 1731230576504Flushing b95eb91acb7a9e1b76e864a1a35d9f66/queue: appending metadata at 1731230576516 (+12 ms)Flushing b95eb91acb7a9e1b76e864a1a35d9f66/queue: closing flushed file at 1731230576516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e22a5d7: reopening flushed file at 1731230576524 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b95eb91acb7a9e1b76e864a1a35d9f66 in 26ms, sequenceid=12, compaction requested=false at 1731230576529 (+5 ms)Writing region close event to WAL at 1731230576529Running coprocessor post-close hooks at 1731230576532 (+3 ms)Closed at 1731230576532 2024-11-10T09:22:56,532 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230563278.b95eb91acb7a9e1b76e864a1a35d9f66. 2024-11-10T09:22:56,532 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 579aaf72c2110b7f5dc3f0275f95dc7c, disabling compactions & flushes 2024-11-10T09:22:56,532 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:56,533 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:56,533 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. after waiting 0 ms 2024-11-10T09:22:56,533 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:56,533 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 579aaf72c2110b7f5dc3f0275f95dc7c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T09:22:56,546 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/.tmp/f/3e82fe44a8544ce5909f55bc394197b8 is 29, key is row1/f:/1731230570591/DeleteFamily/seqid=0 2024-11-10T09:22:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741842_1018 (size=5152) 2024-11-10T09:22:56,566 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:56,704 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:56,904 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:56,921 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/info/77d2aa7774fe4f99b7812778a159b258 2024-11-10T09:22:56,941 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/ns/eb58258d4a1b4123851c857607c7d51f is 43, key is default/ns:d/1731230551161/Put/seqid=0 2024-11-10T09:22:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741843_1019 (size=5153) 2024-11-10T09:22:56,944 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/ns/eb58258d4a1b4123851c857607c7d51f 2024-11-10T09:22:56,947 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:22:56,947 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:22:56,949 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/.tmp/f/3e82fe44a8544ce5909f55bc394197b8 2024-11-10T09:22:56,952 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e82fe44a8544ce5909f55bc394197b8 2024-11-10T09:22:56,963 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/rep_barrier/a764a4eb91e74dbcb1fcc3bdd9be0d6e is 112, key is test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c./rep_barrier:seqnumDuringOpen/1731230559566/Put/seqid=0 2024-11-10T09:22:56,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741844_1020 (size=5518) 2024-11-10T09:22:56,971 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/.tmp/f1/5a4421b425194cf6b29c6afb715efa60 is 30, key is row1/f1:/1731230570591/DeleteFamily/seqid=0 2024-11-10T09:22:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741845_1021 (size=5158) 2024-11-10T09:22:57,104 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:57,237 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1191, reset compression=false 2024-11-10T09:22:57,241 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:22:57,241 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1438, reset compression=false 2024-11-10T09:22:57,241 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,39965,1731230547862 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:22:57,241 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,39965,1731230547862: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-802346a334f5,39965,1731230547862, walGroup=802346a334f5%2C39965%2C1731230547862, offset=802346a334f5%2C39965%2C1731230547862.1731230550075:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:39965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:22:57,242 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:22:57,242 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:22:57,243 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:22:57,243 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:22:57,243 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:22:57,243 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 965311608 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202050696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:22:57,243 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:35189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:35189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T09:22:57,304 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:57,305 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:22:57,367 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/rep_barrier/a764a4eb91e74dbcb1fcc3bdd9be0d6e 2024-11-10T09:22:57,374 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/.tmp/f1/5a4421b425194cf6b29c6afb715efa60 2024-11-10T09:22:57,380 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a4421b425194cf6b29c6afb715efa60 2024-11-10T09:22:57,387 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/table/a9e7107428ba4d30817443302d2e4034 is 53, key is hbase:replication/table:state/1731230564044/Put/seqid=0 2024-11-10T09:22:57,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741846_1022 (size=5308) 2024-11-10T09:22:57,398 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/.tmp/norep/77a5959c87ae4938a175c71474d3940d is 33, key is row1/norep:/1731230570591/DeleteFamily/seqid=0 2024-11-10T09:22:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741847_1023 (size=5108) 2024-11-10T09:22:57,445 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1438, reset compression=false 2024-11-10T09:22:57,504 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:57,545 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:57,705 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:22:57,705 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 579aaf72c2110b7f5dc3f0275f95dc7c=test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c.} 2024-11-10T09:22:57,705 DEBUG [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579aaf72c2110b7f5dc3f0275f95dc7c 2024-11-10T09:22:57,748 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/WALs/802346a334f5,39965,1731230547862/802346a334f5%2C39965%2C1731230547862.1731230550075 to pos 1438, reset compression=false 2024-11-10T09:22:57,774 DEBUG [master/802346a334f5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=37, reused chunk count=126, reuseRatio=77.30% 2024-11-10T09:22:57,777 DEBUG [master/802346a334f5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-10T09:22:57,797 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/table/a9e7107428ba4d30817443302d2e4034 2024-11-10T09:22:57,801 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/info/77d2aa7774fe4f99b7812778a159b258 as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/info/77d2aa7774fe4f99b7812778a159b258 2024-11-10T09:22:57,801 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/.tmp/norep/77a5959c87ae4938a175c71474d3940d 2024-11-10T09:22:57,805 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77a5959c87ae4938a175c71474d3940d 2024-11-10T09:22:57,805 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/info/77d2aa7774fe4f99b7812778a159b258, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:22:57,806 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/.tmp/f/3e82fe44a8544ce5909f55bc394197b8 as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/f/3e82fe44a8544ce5909f55bc394197b8 2024-11-10T09:22:57,806 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/ns/eb58258d4a1b4123851c857607c7d51f as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/ns/eb58258d4a1b4123851c857607c7d51f 2024-11-10T09:22:57,810 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/ns/eb58258d4a1b4123851c857607c7d51f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:22:57,810 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e82fe44a8544ce5909f55bc394197b8 2024-11-10T09:22:57,810 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/f/3e82fe44a8544ce5909f55bc394197b8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T09:22:57,811 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/rep_barrier/a764a4eb91e74dbcb1fcc3bdd9be0d6e as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/rep_barrier/a764a4eb91e74dbcb1fcc3bdd9be0d6e 2024-11-10T09:22:57,811 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/.tmp/f1/5a4421b425194cf6b29c6afb715efa60 as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/f1/5a4421b425194cf6b29c6afb715efa60 2024-11-10T09:22:57,815 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a4421b425194cf6b29c6afb715efa60 2024-11-10T09:22:57,815 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/rep_barrier/a764a4eb91e74dbcb1fcc3bdd9be0d6e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:22:57,815 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/f1/5a4421b425194cf6b29c6afb715efa60, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T09:22:57,816 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/.tmp/table/a9e7107428ba4d30817443302d2e4034 as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/table/a9e7107428ba4d30817443302d2e4034 2024-11-10T09:22:57,816 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/.tmp/norep/77a5959c87ae4938a175c71474d3940d as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/norep/77a5959c87ae4938a175c71474d3940d 2024-11-10T09:22:57,820 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77a5959c87ae4938a175c71474d3940d 2024-11-10T09:22:57,820 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/norep/77a5959c87ae4938a175c71474d3940d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T09:22:57,821 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 579aaf72c2110b7f5dc3f0275f95dc7c in 1288ms, sequenceid=10, compaction requested=false 2024-11-10T09:22:57,821 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T09:22:57,823 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/table/a9e7107428ba4d30817443302d2e4034, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:22:57,824 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-10T09:22:57,836 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/default/test/579aaf72c2110b7f5dc3f0275f95dc7c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T09:22:57,849 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:57,849 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:22:57,849 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:57,849 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 579aaf72c2110b7f5dc3f0275f95dc7c: Waiting for close lock at 1731230576532Running coprocessor pre-close hooks at 1731230576532Disabling compacts and flushes for region at 1731230576532Disabling writes for close at 1731230576533 (+1 ms)Obtaining lock to block concurrent updates at 1731230576533Preparing flush snapshotting stores in 579aaf72c2110b7f5dc3f0275f95dc7c at 1731230576533Finished memstore snapshotting test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731230576533Flushing stores of test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. at 1731230576533Flushing 579aaf72c2110b7f5dc3f0275f95dc7c/f: creating writer at 1731230576533Flushing 579aaf72c2110b7f5dc3f0275f95dc7c/f: appending metadata at 1731230576545 (+12 ms)Flushing 579aaf72c2110b7f5dc3f0275f95dc7c/f: closing flushed file at 1731230576546 (+1 ms)Flushing 579aaf72c2110b7f5dc3f0275f95dc7c/f1: creating writer at 1731230576953 (+407 ms)Flushing 579aaf72c2110b7f5dc3f0275f95dc7c/f1: appending metadata at 1731230576970 (+17 ms)Flushing 579aaf72c2110b7f5dc3f0275f95dc7c/f1: closing flushed file at 1731230576970Flushing 579aaf72c2110b7f5dc3f0275f95dc7c/norep: creating writer at 1731230577380 (+410 ms)Flushing 579aaf72c2110b7f5dc3f0275f95dc7c/norep: appending metadata at 1731230577398 (+18 ms)Flushing 579aaf72c2110b7f5dc3f0275f95dc7c/norep: closing flushed file at 1731230577398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28cea6d1: reopening flushed file at 1731230577805 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a26382: reopening flushed file at 1731230577810 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a29b3f: reopening flushed file at 1731230577815 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 579aaf72c2110b7f5dc3f0275f95dc7c in 1288ms, sequenceid=10, compaction requested=false at 1731230577821 (+6 ms)Writing region close event to WAL at 1731230577823 (+2 ms)Running coprocessor post-close hooks at 1731230577849 (+26 ms)Closed at 1731230577849 2024-11-10T09:22:57,850 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230558825.579aaf72c2110b7f5dc3f0275f95dc7c. 2024-11-10T09:22:57,850 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:22:57,851 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:57,851 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:22:57,851 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:57,851 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230576504Running coprocessor pre-close hooks at 1731230576504Disabling compacts and flushes for region at 1731230576504Disabling writes for close at 1731230576504Obtaining lock to block concurrent updates at 1731230576504Preparing flush snapshotting stores in 1588230740 at 1731230576504Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230576504Flushing stores of hbase:meta,,1.1588230740 at 1731230576504Flushing 1588230740/info: creating writer at 1731230576505 (+1 ms)Flushing 1588230740/info: appending metadata at 1731230576516 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731230576516Flushing 1588230740/ns: creating writer at 1731230576924 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731230576941 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731230576941Flushing 1588230740/rep_barrier: creating writer at 1731230576948 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230576963 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230576963Flushing 1588230740/table: creating writer at 1731230577371 (+408 ms)Flushing 1588230740/table: appending metadata at 1731230577387 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731230577387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418abc04: reopening flushed file at 1731230577801 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e179e93: reopening flushed file at 1731230577806 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64bdbdae: reopening flushed file at 1731230577810 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e1307d: reopening flushed file at 1731230577815 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731230577824 (+9 ms)Writing region close event to WAL at 1731230577829 (+5 ms)Running coprocessor post-close hooks at 1731230577851 (+22 ms)Closed at 1731230577851 2024-11-10T09:22:57,851 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:22:57,905 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,39965,1731230547862; all regions closed. 2024-11-10T09:22:57,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:22:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741839_1015 (size=3114) 2024-11-10T09:22:57,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741832_1008 (size=2090) 2024-11-10T09:22:57,914 DEBUG [RS:0;802346a334f5:39965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:57,914 INFO [RS:0;802346a334f5:39965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:57,914 INFO [RS:0;802346a334f5:39965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:22:57,915 INFO [RS:0;802346a334f5:39965 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:22:57,915 INFO [RS:0;802346a334f5:39965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:22:57,915 INFO [RS:0;802346a334f5:39965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,39965,1731230547862 because: Region server is closing 2024-11-10T09:22:57,915 INFO [RS:0;802346a334f5:39965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:39965. 2024-11-10T09:22:57,915 DEBUG [RS:0;802346a334f5:39965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:57,915 DEBUG [RS:0;802346a334f5:39965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:57,915 DEBUG [RS:0;802346a334f5:39965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:57,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:57,916 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:22:58,016 INFO [RS:0;802346a334f5:39965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.shipper802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 terminated 2024-11-10T09:22:58,016 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,39965,1731230547862.replicationSource.wal-reader.802346a334f5%2C39965%2C1731230547862,1-802346a334f5,39965,1731230547862 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:22:58,016 INFO [RS:0;802346a334f5:39965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:39965. 2024-11-10T09:22:58,016 DEBUG [RS:0;802346a334f5:39965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:58,016 DEBUG [RS:0;802346a334f5:39965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:58,016 DEBUG [RS:0;802346a334f5:39965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:58,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:58,016 INFO [RS:0;802346a334f5:39965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39965 2024-11-10T09:22:58,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-225801570/rs/802346a334f5,39965,1731230547862 2024-11-10T09:22:58,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570/rs 2024-11-10T09:22:58,067 INFO [RS:0;802346a334f5:39965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:22:58,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,39965,1731230547862] 2024-11-10T09:22:58,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-225801570/draining/802346a334f5,39965,1731230547862 already deleted, retry=false 2024-11-10T09:22:58,118 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,39965,1731230547862 expired; onlineServers=0 2024-11-10T09:22:58,118 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,35189,1731230547714' ***** 2024-11-10T09:22:58,118 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:22:58,118 INFO [M:0;802346a334f5:35189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:58,118 INFO [M:0;802346a334f5:35189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:22:58,118 DEBUG [M:0;802346a334f5:35189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:22:58,119 DEBUG [M:0;802346a334f5:35189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:22:58,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:22:58,119 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230549864 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230549864,5,FailOnTimeoutGroup] 2024-11-10T09:22:58,119 INFO [M:0;802346a334f5:35189 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:22:58,119 INFO [M:0;802346a334f5:35189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:22:58,119 DEBUG [M:0;802346a334f5:35189 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:22:58,119 INFO [M:0;802346a334f5:35189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:22:58,119 INFO [M:0;802346a334f5:35189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:58,119 INFO [M:0;802346a334f5:35189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:22:58,119 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:22:58,119 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230549864 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230549864,5,FailOnTimeoutGroup] 2024-11-10T09:22:58,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-225801570/master 2024-11-10T09:22:58,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-225801570 2024-11-10T09:22:58,140 DEBUG [M:0;802346a334f5:35189 {}] zookeeper.ZKUtil(347): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Unable to get data of znode /1-225801570/master because node does not exist (not an error) 2024-11-10T09:22:58,140 WARN [M:0;802346a334f5:35189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:22:58,141 INFO [M:0;802346a334f5:35189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/.lastflushedseqids 2024-11-10T09:22:58,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741848_1024 (size=245) 2024-11-10T09:22:58,151 INFO [M:0;802346a334f5:35189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:22:58,151 INFO [M:0;802346a334f5:35189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:22:58,152 DEBUG [M:0;802346a334f5:35189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:22:58,152 INFO [M:0;802346a334f5:35189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:58,152 DEBUG [M:0;802346a334f5:35189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:58,152 DEBUG [M:0;802346a334f5:35189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:22:58,152 DEBUG [M:0;802346a334f5:35189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:58,152 INFO [M:0;802346a334f5:35189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T09:22:58,170 DEBUG [M:0;802346a334f5:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0af3f9a58e841d385fe263b17583593 is 82, key is hbase:meta,,1/info:regioninfo/1731230551148/Put/seqid=0 2024-11-10T09:22:58,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741849_1025 (size=5672) 2024-11-10T09:22:58,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:58,177 INFO [RS:0;802346a334f5:39965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:22:58,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x101240d9b850004, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:58,177 INFO [RS:0;802346a334f5:39965 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,39965,1731230547862; zookeeper connection closed. 2024-11-10T09:22:58,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c5f9898 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c5f9898 2024-11-10T09:22:58,178 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:22:58,574 INFO [M:0;802346a334f5:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0af3f9a58e841d385fe263b17583593 2024-11-10T09:22:58,598 DEBUG [M:0;802346a334f5:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ef5faa0e03d4ac287a336391e8e7497 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731230564047/Put/seqid=0 2024-11-10T09:22:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741850_1026 (size=8516) 2024-11-10T09:22:58,602 INFO [M:0;802346a334f5:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ef5faa0e03d4ac287a336391e8e7497 2024-11-10T09:22:58,626 DEBUG [M:0;802346a334f5:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f61c51be3d2474d9a373cd9583cd0be is 69, key is 802346a334f5,39965,1731230547862/rs:state/1731230549931/Put/seqid=0 2024-11-10T09:22:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741851_1027 (size=5156) 2024-11-10T09:22:58,848 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:22:58,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:58,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:58,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:58,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:58,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:58,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,030 INFO [M:0;802346a334f5:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f61c51be3d2474d9a373cd9583cd0be 2024-11-10T09:22:59,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,034 DEBUG [M:0;802346a334f5:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0af3f9a58e841d385fe263b17583593 as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0af3f9a58e841d385fe263b17583593 2024-11-10T09:22:59,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,038 INFO [M:0;802346a334f5:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0af3f9a58e841d385fe263b17583593, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T09:22:59,039 DEBUG [M:0;802346a334f5:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ef5faa0e03d4ac287a336391e8e7497 as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ef5faa0e03d4ac287a336391e8e7497 2024-11-10T09:22:59,042 INFO [M:0;802346a334f5:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ef5faa0e03d4ac287a336391e8e7497, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T09:22:59,043 DEBUG [M:0;802346a334f5:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f61c51be3d2474d9a373cd9583cd0be as hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f61c51be3d2474d9a373cd9583cd0be 2024-11-10T09:22:59,047 INFO [M:0;802346a334f5:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f61c51be3d2474d9a373cd9583cd0be, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T09:22:59,047 INFO [M:0;802346a334f5:35189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false 2024-11-10T09:22:59,054 INFO [M:0;802346a334f5:35189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:22:59,055 DEBUG [M:0;802346a334f5:35189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230578151Disabling compacts and flushes for region at 1731230578151Disabling writes for close at 1731230578152 (+1 ms)Obtaining lock to block concurrent updates at 1731230578152Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230578152Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731230578152Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230578156 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230578156Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230578169 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230578170 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230578578 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230578597 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230578597Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230578609 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230578626 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230578626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcb22df: reopening flushed file at 1731230579034 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcf27b3: reopening flushed file at 1731230579038 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5162c4bd: reopening flushed file at 1731230579043 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false at 1731230579047 (+4 ms)Writing region close event to WAL at 1731230579054 (+7 ms)Closed at 1731230579054 2024-11-10T09:22:59,057 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b086c8c5-f57d-27bd-cfc0-60a76b9f4ed5/MasterData/WALs/802346a334f5,35189,1731230547714/802346a334f5%2C35189%2C1731230547714.1731230549619 not finished, retry = 0 2024-11-10T09:22:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44611 is added to blk_1073741830_1006 (size=63654) 2024-11-10T09:22:59,157 INFO [M:0;802346a334f5:35189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:22:59,157 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:22:59,157 INFO [M:0;802346a334f5:35189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35189 2024-11-10T09:22:59,158 INFO [M:0;802346a334f5:35189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:22:59,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:59,335 INFO [M:0;802346a334f5:35189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:22:59,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x101240d9b850003, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:22:59,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@406f587c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:22:59,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65bcba49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:22:59,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:22:59,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af07dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:22:59,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d81422{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/hadoop.log.dir/,STOPPED} 2024-11-10T09:22:59,340 WARN [BP-269461995-172.17.0.3-1731230545595 heartbeating to localhost/127.0.0.1:37923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:22:59,340 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:22:59,340 WARN [BP-269461995-172.17.0.3-1731230545595 heartbeating to localhost/127.0.0.1:37923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-269461995-172.17.0.3-1731230545595 (Datanode Uuid ceb3471a-836d-4d4f-8679-dd54fd83be6e) service to localhost/127.0.0.1:37923 2024-11-10T09:22:59,340 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:22:59,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/cluster_5a66f45d-ac22-8107-73e4-a1e284747859/data/data1/current/BP-269461995-172.17.0.3-1731230545595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:22:59,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/cluster_5a66f45d-ac22-8107-73e4-a1e284747859/data/data2/current/BP-269461995-172.17.0.3-1731230545595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:22:59,341 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:22:59,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20490946{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:22:59,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb05dc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:22:59,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:22:59,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@212d6290{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:22:59,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594ad742{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee77a465-b57a-cd6e-a93f-07fe54843944/hadoop.log.dir/,STOPPED} 2024-11-10T09:22:59,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:22:59,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:22:59,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:59,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:59,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:59,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:59,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:22:59,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:22:59,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1443682251, stopped=false 2024-11-10T09:22:59,368 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,42979,1731230542000 2024-11-10T09:22:59,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-34927726/running 2024-11-10T09:22:59,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-34927726/running 2024-11-10T09:22:59,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:59,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:22:59,386 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:22:59,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:22:59,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:59,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:59,387 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,33415,1731230542216' ***** 2024-11-10T09:22:59,387 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:22:59,387 INFO [RS:0;802346a334f5:33415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:22:59,387 INFO [RS:0;802346a334f5:33415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:22:59,387 INFO [RS:0;802346a334f5:33415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:22:59,387 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(3091): Received CLOSE for 12526e68b8d52fec46ba74261979f8b3 2024-11-10T09:22:59,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:22:59,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Set watcher on znode that does not yet exist, /0-34927726/running 2024-11-10T09:22:59,388 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(3091): Received CLOSE for 128a29082d6a5085c7fb070b5e3b6a42 2024-11-10T09:22:59,388 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,33415,1731230542216 2024-11-10T09:22:59,388 INFO [RS:0;802346a334f5:33415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:22:59,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Set watcher on znode that does not yet exist, /0-34927726/running 2024-11-10T09:22:59,388 INFO [RS:0;802346a334f5:33415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:33415. 2024-11-10T09:22:59,388 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12526e68b8d52fec46ba74261979f8b3, disabling compactions & flushes 2024-11-10T09:22:59,388 DEBUG [RS:0;802346a334f5:33415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:22:59,388 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:59,388 DEBUG [RS:0;802346a334f5:33415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:22:59,388 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:59,388 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. after waiting 0 ms 2024-11-10T09:22:59,388 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:59,388 INFO [RS:0;802346a334f5:33415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:22:59,388 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12526e68b8d52fec46ba74261979f8b3 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-10T09:22:59,388 INFO [RS:0;802346a334f5:33415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:22:59,388 INFO [RS:0;802346a334f5:33415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:22:59,388 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:22:59,388 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:22:59,389 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1325): Online Regions={12526e68b8d52fec46ba74261979f8b3=hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3., 1588230740=hbase:meta,,1.1588230740, 128a29082d6a5085c7fb070b5e3b6a42=test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42.} 2024-11-10T09:22:59,389 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1351): Waiting on 12526e68b8d52fec46ba74261979f8b3, 128a29082d6a5085c7fb070b5e3b6a42, 1588230740 2024-11-10T09:22:59,389 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:22:59,389 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:22:59,389 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:22:59,389 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:22:59,389 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:22:59,389 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:22:59,405 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/replication/12526e68b8d52fec46ba74261979f8b3/.tmp/queue/a4c372da6595424b910df6d1d2488fe0 is 153, key is 1-802346a334f5,33415,1731230542216/queue:802346a334f5%2C33415%2C1731230542216/1731230569798/Put/seqid=0 2024-11-10T09:22:59,409 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/info/17aa761928e542aca370feee7f1ba103 is 147, key is hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3./info:regioninfo/1731230562289/Put/seqid=0 2024-11-10T09:22:59,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741840_1016 (size=5352) 2024-11-10T09:22:59,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741841_1017 (size=7686) 2024-11-10T09:22:59,428 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:22:59,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:22:59,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,589 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1351): Waiting on 12526e68b8d52fec46ba74261979f8b3, 128a29082d6a5085c7fb070b5e3b6a42, 1588230740 2024-11-10T09:22:59,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:22:59,789 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1351): Waiting on 12526e68b8d52fec46ba74261979f8b3, 128a29082d6a5085c7fb070b5e3b6a42, 1588230740 2024-11-10T09:22:59,811 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/replication/12526e68b8d52fec46ba74261979f8b3/.tmp/queue/a4c372da6595424b910df6d1d2488fe0 2024-11-10T09:22:59,815 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/info/17aa761928e542aca370feee7f1ba103 2024-11-10T09:22:59,818 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/replication/12526e68b8d52fec46ba74261979f8b3/.tmp/queue/a4c372da6595424b910df6d1d2488fe0 as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/replication/12526e68b8d52fec46ba74261979f8b3/queue/a4c372da6595424b910df6d1d2488fe0 2024-11-10T09:22:59,831 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/replication/12526e68b8d52fec46ba74261979f8b3/queue/a4c372da6595424b910df6d1d2488fe0, entries=1, sequenceid=8, filesize=5.2 K 2024-11-10T09:22:59,832 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 12526e68b8d52fec46ba74261979f8b3 in 444ms, sequenceid=8, compaction requested=false 2024-11-10T09:22:59,840 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/replication/12526e68b8d52fec46ba74261979f8b3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T09:22:59,840 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:22:59,840 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:22:59,840 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:59,841 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12526e68b8d52fec46ba74261979f8b3: Waiting for close lock at 1731230579388Running coprocessor pre-close hooks at 1731230579388Disabling compacts and flushes for region at 1731230579388Disabling writes for close at 1731230579388Obtaining lock to block concurrent updates at 1731230579388Preparing flush snapshotting stores in 12526e68b8d52fec46ba74261979f8b3 at 1731230579388Finished memstore snapshotting hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731230579388Flushing stores of hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. at 1731230579389 (+1 ms)Flushing 12526e68b8d52fec46ba74261979f8b3/queue: creating writer at 1731230579389Flushing 12526e68b8d52fec46ba74261979f8b3/queue: appending metadata at 1731230579405 (+16 ms)Flushing 12526e68b8d52fec46ba74261979f8b3/queue: closing flushed file at 1731230579405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17df2b0a: reopening flushed file at 1731230579817 (+412 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 12526e68b8d52fec46ba74261979f8b3 in 444ms, sequenceid=8, compaction requested=false at 1731230579832 (+15 ms)Writing region close event to WAL at 1731230579837 (+5 ms)Running coprocessor post-close hooks at 1731230579840 (+3 ms)Closed at 1731230579840 2024-11-10T09:22:59,841 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230561118.12526e68b8d52fec46ba74261979f8b3. 2024-11-10T09:22:59,841 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 128a29082d6a5085c7fb070b5e3b6a42, disabling compactions & flushes 2024-11-10T09:22:59,841 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:22:59,841 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:22:59,841 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. after waiting 0 ms 2024-11-10T09:22:59,841 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:22:59,841 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 128a29082d6a5085c7fb070b5e3b6a42 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-10T09:22:59,849 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/ns/f8de910ce51f4977a788f5735b85f99a is 43, key is default/ns:d/1731230545526/Put/seqid=0 2024-11-10T09:22:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741842_1018 (size=5153) 2024-11-10T09:22:59,862 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/ns/f8de910ce51f4977a788f5735b85f99a 2024-11-10T09:22:59,874 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/.tmp/f/c689f4be00c9444abb2bbcbd2973abd7 is 28, key is row/f:/1731230569587/DeleteFamily/seqid=0 2024-11-10T09:22:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741843_1019 (size=5085) 2024-11-10T09:22:59,884 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/.tmp/f/c689f4be00c9444abb2bbcbd2973abd7 2024-11-10T09:22:59,889 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c689f4be00c9444abb2bbcbd2973abd7 2024-11-10T09:22:59,896 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/rep_barrier/fd6615203d7e44409ef6a7d4d88d8ab3 is 112, key is test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42./rep_barrier:seqnumDuringOpen/1731230557822/Put/seqid=0 2024-11-10T09:22:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741844_1020 (size=5518) 2024-11-10T09:22:59,907 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/rep_barrier/fd6615203d7e44409ef6a7d4d88d8ab3 2024-11-10T09:22:59,914 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/.tmp/f1/52f4fd8e86fa42c48b932cb77a6b1280 is 29, key is row/f1:/1731230569587/DeleteFamily/seqid=0 2024-11-10T09:22:59,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741845_1021 (size=5089) 2024-11-10T09:22:59,920 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/.tmp/f1/52f4fd8e86fa42c48b932cb77a6b1280 2024-11-10T09:22:59,927 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52f4fd8e86fa42c48b932cb77a6b1280 2024-11-10T09:22:59,933 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/table/13f27eaf69204890b8d5a83240175a1e is 53, key is hbase:replication/table:state/1731230562297/Put/seqid=0 2024-11-10T09:22:59,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741846_1022 (size=5308) 2024-11-10T09:22:59,946 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/table/13f27eaf69204890b8d5a83240175a1e 2024-11-10T09:22:59,947 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/.tmp/norep/5f39f53bd4d14b4c923ef99a6b0d4297 is 32, key is row/norep:/1731230569587/DeleteFamily/seqid=0 2024-11-10T09:22:59,952 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/info/17aa761928e542aca370feee7f1ba103 as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/info/17aa761928e542aca370feee7f1ba103 2024-11-10T09:22:59,957 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/info/17aa761928e542aca370feee7f1ba103, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:22:59,958 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/ns/f8de910ce51f4977a788f5735b85f99a as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/ns/f8de910ce51f4977a788f5735b85f99a 2024-11-10T09:22:59,962 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/ns/f8de910ce51f4977a788f5735b85f99a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:22:59,963 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/rep_barrier/fd6615203d7e44409ef6a7d4d88d8ab3 as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/rep_barrier/fd6615203d7e44409ef6a7d4d88d8ab3 2024-11-10T09:22:59,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741847_1023 (size=5101) 2024-11-10T09:22:59,965 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/.tmp/norep/5f39f53bd4d14b4c923ef99a6b0d4297 2024-11-10T09:22:59,970 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/rep_barrier/fd6615203d7e44409ef6a7d4d88d8ab3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:22:59,971 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f39f53bd4d14b4c923ef99a6b0d4297 2024-11-10T09:22:59,972 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/.tmp/table/13f27eaf69204890b8d5a83240175a1e as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/table/13f27eaf69204890b8d5a83240175a1e 2024-11-10T09:22:59,972 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/.tmp/f/c689f4be00c9444abb2bbcbd2973abd7 as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/f/c689f4be00c9444abb2bbcbd2973abd7 2024-11-10T09:22:59,976 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/table/13f27eaf69204890b8d5a83240175a1e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:22:59,978 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c689f4be00c9444abb2bbcbd2973abd7 2024-11-10T09:22:59,978 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/f/c689f4be00c9444abb2bbcbd2973abd7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T09:22:59,979 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/.tmp/f1/52f4fd8e86fa42c48b932cb77a6b1280 as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/f1/52f4fd8e86fa42c48b932cb77a6b1280 2024-11-10T09:22:59,981 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=16, compaction requested=false 2024-11-10T09:22:59,983 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52f4fd8e86fa42c48b932cb77a6b1280 2024-11-10T09:22:59,984 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/f1/52f4fd8e86fa42c48b932cb77a6b1280, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T09:22:59,986 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/.tmp/norep/5f39f53bd4d14b4c923ef99a6b0d4297 as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/norep/5f39f53bd4d14b4c923ef99a6b0d4297 2024-11-10T09:22:59,989 DEBUG [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1351): Waiting on 128a29082d6a5085c7fb070b5e3b6a42, 1588230740 2024-11-10T09:22:59,991 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f39f53bd4d14b4c923ef99a6b0d4297 2024-11-10T09:22:59,991 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/norep/5f39f53bd4d14b4c923ef99a6b0d4297, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T09:22:59,992 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 128a29082d6a5085c7fb070b5e3b6a42 in 151ms, sequenceid=6, compaction requested=false 2024-11-10T09:23:00,016 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:23:00,017 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:23:00,017 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:23:00,017 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:00,017 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230579389Running coprocessor pre-close hooks at 1731230579389Disabling compacts and flushes for region at 1731230579389Disabling writes for close at 1731230579389Obtaining lock to block concurrent updates at 1731230579389Preparing flush snapshotting stores in 1588230740 at 1731230579389Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230579389Flushing stores of hbase:meta,,1.1588230740 at 1731230579389Flushing 1588230740/info: creating writer at 1731230579389Flushing 1588230740/info: appending metadata at 1731230579408 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731230579408Flushing 1588230740/ns: creating writer at 1731230579823 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731230579849 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731230579849Flushing 1588230740/rep_barrier: creating writer at 1731230579867 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230579896 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230579896Flushing 1588230740/table: creating writer at 1731230579912 (+16 ms)Flushing 1588230740/table: appending metadata at 1731230579933 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731230579933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b931b4: reopening flushed file at 1731230579951 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d869c1f: reopening flushed file at 1731230579957 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563d365: reopening flushed file at 1731230579962 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a64166: reopening flushed file at 1731230579970 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=16, compaction requested=false at 1731230579981 (+11 ms)Writing region close event to WAL at 1731230580013 (+32 ms)Running coprocessor post-close hooks at 1731230580017 (+4 ms)Closed at 1731230580017 2024-11-10T09:23:00,017 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:00,018 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/data/default/test/128a29082d6a5085c7fb070b5e3b6a42/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T09:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:23:00,020 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 128a29082d6a5085c7fb070b5e3b6a42: Waiting for close lock at 1731230579841Running coprocessor pre-close hooks at 1731230579841Disabling compacts and flushes for region at 1731230579841Disabling writes for close at 1731230579841Obtaining lock to block concurrent updates at 1731230579841Preparing flush snapshotting stores in 128a29082d6a5085c7fb070b5e3b6a42 at 1731230579841Finished memstore snapshotting test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731230579841Flushing stores of test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. at 1731230579842 (+1 ms)Flushing 128a29082d6a5085c7fb070b5e3b6a42/f: creating writer at 1731230579842Flushing 128a29082d6a5085c7fb070b5e3b6a42/f: appending metadata at 1731230579873 (+31 ms)Flushing 128a29082d6a5085c7fb070b5e3b6a42/f: closing flushed file at 1731230579873Flushing 128a29082d6a5085c7fb070b5e3b6a42/f1: creating writer at 1731230579889 (+16 ms)Flushing 128a29082d6a5085c7fb070b5e3b6a42/f1: appending metadata at 1731230579913 (+24 ms)Flushing 128a29082d6a5085c7fb070b5e3b6a42/f1: closing flushed file at 1731230579913Flushing 128a29082d6a5085c7fb070b5e3b6a42/norep: creating writer at 1731230579927 (+14 ms)Flushing 128a29082d6a5085c7fb070b5e3b6a42/norep: appending metadata at 1731230579947 (+20 ms)Flushing 128a29082d6a5085c7fb070b5e3b6a42/norep: closing flushed file at 1731230579947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c2baf7: reopening flushed file at 1731230579971 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4642f77f: reopening flushed file at 1731230579978 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf98da7: reopening flushed file at 1731230579984 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 128a29082d6a5085c7fb070b5e3b6a42 in 151ms, sequenceid=6, compaction requested=false at 1731230579992 (+8 ms)Writing region close event to WAL at 1731230580014 (+22 ms)Running coprocessor post-close hooks at 1731230580019 (+5 ms)Closed at 1731230580020 (+1 ms) 2024-11-10T09:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230556640.128a29082d6a5085c7fb070b5e3b6a42. 2024-11-10T09:23:00,189 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,33415,1731230542216; all regions closed. 2024-11-10T09:23:00,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.meta.1731230545420.meta not finished, retry = 0 2024-11-10T09:23:00,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741834_1010 (size=4239) 2024-11-10T09:23:00,252 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 636, reset compression=false 2024-11-10T09:23:00,257 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:23:00,257 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428 to pos 1527, reset compression=false 2024-11-10T09:23:00,258 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,33415,1731230542216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/WALs/802346a334f5,33415,1731230542216/802346a334f5%2C33415%2C1731230542216.1731230544428, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:23:00,258 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,33415,1731230542216: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-802346a334f5,33415,1731230542216, walGroup=802346a334f5%2C33415%2C1731230542216, offset=802346a334f5%2C33415%2C1731230542216.1731230544428:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:33415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:23:00,260 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:23:00,260 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:23:00,261 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:23:00,261 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:23:00,261 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:23:00,261 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 1072266360 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 202810936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:23:00,261 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:42979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:42979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T09:23:00,295 DEBUG [RS:0;802346a334f5:33415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/oldWALs 2024-11-10T09:23:00,295 INFO [RS:0;802346a334f5:33415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C33415%2C1731230542216.meta:.meta(num 1731230545420) 2024-11-10T09:23:00,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741839_1015 (size=2240) 2024-11-10T09:23:00,300 DEBUG [RS:0;802346a334f5:33415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/oldWALs 2024-11-10T09:23:00,300 INFO [RS:0;802346a334f5:33415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C33415%2C1731230542216.rep:(num 1731230562251) 2024-11-10T09:23:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741832_1008 (size=1535) 2024-11-10T09:23:00,303 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:23:00,303 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:23:00,304 DEBUG [RS:0;802346a334f5:33415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/oldWALs 2024-11-10T09:23:00,304 INFO [RS:0;802346a334f5:33415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C33415%2C1731230542216:(num 1731230544428) 2024-11-10T09:23:00,304 DEBUG [RS:0;802346a334f5:33415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:00,304 INFO [RS:0;802346a334f5:33415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:23:00,305 INFO [RS:0;802346a334f5:33415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:23:00,305 INFO [RS:0;802346a334f5:33415 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:23:00,305 INFO [RS:0;802346a334f5:33415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:23:00,305 INFO [RS:0;802346a334f5:33415 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,33415,1731230542216 because: Region server is closing 2024-11-10T09:23:00,305 INFO [RS:0;802346a334f5:33415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:33415. 2024-11-10T09:23:00,305 DEBUG [RS:0;802346a334f5:33415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:00,305 DEBUG [RS:0;802346a334f5:33415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:00,305 DEBUG [RS:0;802346a334f5:33415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:00,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:00,306 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:23:00,406 INFO [RS:0;802346a334f5:33415 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.shipper802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 terminated 2024-11-10T09:23:00,406 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,33415,1731230542216.replicationSource.wal-reader.802346a334f5%2C33415%2C1731230542216,1-802346a334f5,33415,1731230542216 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:23:00,406 INFO [RS:0;802346a334f5:33415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33415 2024-11-10T09:23:00,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726/rs 2024-11-10T09:23:00,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-34927726/rs/802346a334f5,33415,1731230542216 2024-11-10T09:23:00,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,33415,1731230542216] 2024-11-10T09:23:00,489 INFO [RS:0;802346a334f5:33415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:23:00,498 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-34927726/draining/802346a334f5,33415,1731230542216 already deleted, retry=false 2024-11-10T09:23:00,498 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,33415,1731230542216 expired; onlineServers=0 2024-11-10T09:23:00,498 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,42979,1731230542000' ***** 2024-11-10T09:23:00,498 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:23:00,498 INFO [M:0;802346a334f5:42979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:23:00,498 INFO [M:0;802346a334f5:42979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:23:00,499 DEBUG [M:0;802346a334f5:42979 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:23:00,499 DEBUG [M:0;802346a334f5:42979 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:23:00,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:23:00,499 INFO [M:0;802346a334f5:42979 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:23:00,499 INFO [M:0;802346a334f5:42979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:23:00,499 DEBUG [M:0;802346a334f5:42979 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:23:00,499 INFO [M:0;802346a334f5:42979 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:23:00,499 INFO [M:0;802346a334f5:42979 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:23:00,499 ERROR [M:0;802346a334f5:42979 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:45519 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45519,5,PEWorkerGroup] 2024-11-10T09:23:00,499 INFO [M:0;802346a334f5:42979 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:23:00,499 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:23:00,499 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230544216 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230544216,5,FailOnTimeoutGroup] 2024-11-10T09:23:00,500 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230544216 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230544216,5,FailOnTimeoutGroup] 2024-11-10T09:23:00,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-34927726/master 2024-11-10T09:23:00,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-34927726 2024-11-10T09:23:00,530 DEBUG [M:0;802346a334f5:42979 {}] zookeeper.RecoverableZooKeeper(212): Node /0-34927726/master already deleted, retry=false 2024-11-10T09:23:00,530 DEBUG [M:0;802346a334f5:42979 {}] master.ActiveMasterManager(353): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-34927726/master 2024-11-10T09:23:00,530 INFO [M:0;802346a334f5:42979 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/.lastflushedseqids 2024-11-10T09:23:00,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741848_1024 (size=245) 2024-11-10T09:23:00,537 INFO [M:0;802346a334f5:42979 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:23:00,537 INFO [M:0;802346a334f5:42979 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:23:00,537 DEBUG [M:0;802346a334f5:42979 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:23:00,537 INFO [M:0;802346a334f5:42979 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:00,537 DEBUG [M:0;802346a334f5:42979 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:00,537 DEBUG [M:0;802346a334f5:42979 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:23:00,537 DEBUG [M:0;802346a334f5:42979 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:00,537 INFO [M:0;802346a334f5:42979 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T09:23:00,555 DEBUG [M:0;802346a334f5:42979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38c4b27780714c709ef6138b377d1c4b is 82, key is hbase:meta,,1/info:regioninfo/1731230545445/Put/seqid=0 2024-11-10T09:23:00,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741849_1025 (size=5672) 2024-11-10T09:23:00,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:00,609 INFO [RS:0;802346a334f5:33415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:23:00,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x101240d9b850001, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:00,609 INFO [RS:0;802346a334f5:33415 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,33415,1731230542216; zookeeper connection closed. 2024-11-10T09:23:00,609 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21e8a25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21e8a25 2024-11-10T09:23:00,609 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:23:00,959 INFO [M:0;802346a334f5:42979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38c4b27780714c709ef6138b377d1c4b 2024-11-10T09:23:00,977 DEBUG [M:0;802346a334f5:42979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db7b9b9118e14b8aa7f7bc222246dc0d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731230557831/Put/seqid=0 2024-11-10T09:23:00,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741850_1026 (size=7218) 2024-11-10T09:23:01,380 INFO [M:0;802346a334f5:42979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db7b9b9118e14b8aa7f7bc222246dc0d 2024-11-10T09:23:01,385 INFO [M:0;802346a334f5:42979 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db7b9b9118e14b8aa7f7bc222246dc0d 2024-11-10T09:23:01,404 DEBUG [M:0;802346a334f5:42979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57f1bec11aea414e89c695c6c3473c79 is 69, key is 802346a334f5,33415,1731230542216/rs:state/1731230544276/Put/seqid=0 2024-11-10T09:23:01,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741851_1027 (size=5156) 2024-11-10T09:23:01,810 INFO [M:0;802346a334f5:42979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57f1bec11aea414e89c695c6c3473c79 2024-11-10T09:23:01,815 DEBUG [M:0;802346a334f5:42979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38c4b27780714c709ef6138b377d1c4b as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38c4b27780714c709ef6138b377d1c4b 2024-11-10T09:23:01,820 INFO [M:0;802346a334f5:42979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38c4b27780714c709ef6138b377d1c4b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T09:23:01,821 DEBUG [M:0;802346a334f5:42979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db7b9b9118e14b8aa7f7bc222246dc0d as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db7b9b9118e14b8aa7f7bc222246dc0d 2024-11-10T09:23:01,825 INFO [M:0;802346a334f5:42979 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db7b9b9118e14b8aa7f7bc222246dc0d 2024-11-10T09:23:01,826 INFO [M:0;802346a334f5:42979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db7b9b9118e14b8aa7f7bc222246dc0d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T09:23:01,827 DEBUG [M:0;802346a334f5:42979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57f1bec11aea414e89c695c6c3473c79 as hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57f1bec11aea414e89c695c6c3473c79 2024-11-10T09:23:01,835 INFO [M:0;802346a334f5:42979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45519/user/jenkins/test-data/a1cfa80a-ba15-1d96-80e1-74c928a77861/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57f1bec11aea414e89c695c6c3473c79, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T09:23:01,842 INFO [M:0;802346a334f5:42979 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=105, compaction requested=false 2024-11-10T09:23:01,843 INFO [M:0;802346a334f5:42979 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:01,843 DEBUG [M:0;802346a334f5:42979 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230580537Disabling compacts and flushes for region at 1731230580537Disabling writes for close at 1731230580537Obtaining lock to block concurrent updates at 1731230580537Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230580537Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731230580537Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230580538 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230580538Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230580555 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230580555Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230580962 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230580976 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230580976Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230581385 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230581404 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230581404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db80613: reopening flushed file at 1731230581814 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717bf8ff: reopening flushed file at 1731230581821 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a96421: reopening flushed file at 1731230581826 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=105, compaction requested=false at 1731230581842 (+16 ms)Writing region close event to WAL at 1731230581843 (+1 ms)Closed at 1731230581843 2024-11-10T09:23:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741830_1006 (size=64423) 2024-11-10T09:23:01,851 INFO [M:0;802346a334f5:42979 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:23:01,851 INFO [M:0;802346a334f5:42979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42979 2024-11-10T09:23:01,851 INFO [M:0;802346a334f5:42979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:23:01,852 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:23:02,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:02,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101240d9b850000, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:02,033 INFO [M:0;802346a334f5:42979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:23:02,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aab1392{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:23:02,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb120f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:23:02,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:23:02,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5105e8fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:23:02,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f6c912{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/hadoop.log.dir/,STOPPED} 2024-11-10T09:23:02,045 WARN [BP-1937142486-172.17.0.3-1731230539760 heartbeating to localhost/127.0.0.1:45519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:23:02,045 WARN [BP-1937142486-172.17.0.3-1731230539760 heartbeating to localhost/127.0.0.1:45519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1937142486-172.17.0.3-1731230539760 (Datanode Uuid 78540e2b-8936-4c73-a8d5-1159f64403a7) service to localhost/127.0.0.1:45519 2024-11-10T09:23:02,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/cluster_09c6a346-054c-1d64-f343-e6f09f8a1d57/data/data1/current/BP-1937142486-172.17.0.3-1731230539760 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:23:02,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/cluster_09c6a346-054c-1d64-f343-e6f09f8a1d57/data/data2/current/BP-1937142486-172.17.0.3-1731230539760 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:23:02,046 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:23:02,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:23:02,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:23:02,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cd24ad3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:23:02,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42f86778{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:23:02,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:23:02,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a73050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:23:02,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@602b1c47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82082d97-55eb-6e2d-d094-282be23a908d/hadoop.log.dir/,STOPPED} 2024-11-10T09:23:02,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:23:02,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:23:02,109 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 311) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45519 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37923 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44569 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 722) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 383) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3918 (was 1851) - AvailableMemoryMB LEAK? - 2024-11-10T09:23:02,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=3918 2024-11-10T09:23:02,142 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-10T09:23:02,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/hadoop.log.dir so I do NOT create it in target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d 2024-11-10T09:23:02,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:23:02,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/hadoop.tmp.dir so I do NOT create it in target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d 2024-11-10T09:23:02,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c49dab-2f3e-a3ec-b8a1-fe2ab2c5d41e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:23:02,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d 2024-11-10T09:23:02,144 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/cluster_c49f8f0c-0ad3-6293-44f6-05d6dbde9478, deleteOnExit=true 2024-11-10T09:23:02,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101240d9b850005, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:23:02,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101240d9b850008, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:23:02,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101240d9b850008, quorum=127.0.0.1:52695, baseZNode=/21104915860 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:23:02,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101240d9b850005, quorum=127.0.0.1:52695, baseZNode=/1-225801570 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:23:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101240d9b850002, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T09:23:02,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101240d9b850002, quorum=127.0.0.1:52695, baseZNode=/0-34927726 Received Disconnected from ZooKeeper, ignoring 2024-11-10T09:23:02,224 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/cluster_c49f8f0c-0ad3-6293-44f6-05d6dbde9478/zookeeper_0, clientPort=53469, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/cluster_c49f8f0c-0ad3-6293-44f6-05d6dbde9478/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/cluster_c49f8f0c-0ad3-6293-44f6-05d6dbde9478/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:23:02,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53469 2024-11-10T09:23:02,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:23:02,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:23:02,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/test.cache.data in system properties and HBase conf 2024-11-10T09:23:02,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:23:02,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:23:02,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:23:02,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:23:02,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:23:02,230 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:23:02,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:23:02,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:23:02,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:23:02,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:23:02,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:02,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:23:02,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:23:02,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:23:02,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:23:02,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:02,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@255f4c36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:23:02,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bab9e15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:23:02,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42478209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/java.io.tmpdir/jetty-localhost-37819-hadoop-hdfs-3_4_1-tests_jar-_-any-8824001524886357959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:23:02,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ab2e0df{HTTP/1.1, (http/1.1)}{localhost:37819} 2024-11-10T09:23:02,745 INFO [Time-limited test {}] server.Server(415): Started @316453ms 2024-11-10T09:23:03,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:03,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:23:03,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:23:03,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:23:03,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:23:03,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37872a5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:23:03,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f74c9a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:23:03,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1068ff8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/java.io.tmpdir/jetty-localhost-34975-hadoop-hdfs-3_4_1-tests_jar-_-any-4911099969190055962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:23:03,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28013ac8{HTTP/1.1, (http/1.1)}{localhost:34975} 2024-11-10T09:23:03,192 INFO [Time-limited test {}] server.Server(415): Started @316900ms 2024-11-10T09:23:03,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:23:03,912 WARN [Thread-4162 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/cluster_c49f8f0c-0ad3-6293-44f6-05d6dbde9478/data/data2/current/BP-594187248-172.17.0.3-1731230582252/current, will proceed with Du for space computation calculation, 2024-11-10T09:23:03,912 WARN [Thread-4161 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/cluster_c49f8f0c-0ad3-6293-44f6-05d6dbde9478/data/data1/current/BP-594187248-172.17.0.3-1731230582252/current, will proceed with Du for space computation calculation, 2024-11-10T09:23:03,953 WARN [Thread-4149 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:23:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x989d8385c99cfefd with lease ID 0xdfce5b6a4667707a: Processing first storage report for DS-873c15a9-3863-4cac-969d-69476c3aa748 from datanode DatanodeRegistration(127.0.0.1:37451, datanodeUuid=91151508-912a-4cdf-b734-03e70f48c63b, infoPort=44069, infoSecurePort=0, ipcPort=38739, storageInfo=lv=-57;cid=testClusterID;nsid=554772262;c=1731230582252) 2024-11-10T09:23:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x989d8385c99cfefd with lease ID 0xdfce5b6a4667707a: from storage DS-873c15a9-3863-4cac-969d-69476c3aa748 node DatanodeRegistration(127.0.0.1:37451, datanodeUuid=91151508-912a-4cdf-b734-03e70f48c63b, infoPort=44069, infoSecurePort=0, ipcPort=38739, storageInfo=lv=-57;cid=testClusterID;nsid=554772262;c=1731230582252), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:23:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x989d8385c99cfefd with lease ID 0xdfce5b6a4667707a: Processing first storage report for DS-ced9f220-39cf-4714-9749-9df16621377c from datanode DatanodeRegistration(127.0.0.1:37451, datanodeUuid=91151508-912a-4cdf-b734-03e70f48c63b, infoPort=44069, infoSecurePort=0, ipcPort=38739, storageInfo=lv=-57;cid=testClusterID;nsid=554772262;c=1731230582252) 2024-11-10T09:23:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x989d8385c99cfefd with lease ID 0xdfce5b6a4667707a: from storage DS-ced9f220-39cf-4714-9749-9df16621377c node DatanodeRegistration(127.0.0.1:37451, datanodeUuid=91151508-912a-4cdf-b734-03e70f48c63b, infoPort=44069, infoSecurePort=0, ipcPort=38739, storageInfo=lv=-57;cid=testClusterID;nsid=554772262;c=1731230582252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:23:04,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d 2024-11-10T09:23:04,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:04,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:04,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:23:04,458 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f with version=8 2024-11-10T09:23:04,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/hbase-staging 2024-11-10T09:23:04,461 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:23:04,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:04,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:04,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:23:04,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:04,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:23:04,461 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:23:04,461 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:23:04,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41733 2024-11-10T09:23:04,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41733 connecting to ZooKeeper ensemble=127.0.0.1:53469 2024-11-10T09:23:04,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417330x0, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:04,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41733-0x101240e41540000 connected 2024-11-10T09:23:04,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:04,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:04,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Set watcher on znode that does not yet exist, /0-1844931294/running 2024-11-10T09:23:04,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f, hbase.cluster.distributed=false 2024-11-10T09:23:04,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Set watcher on znode that does not yet exist, /0-1844931294/acl 2024-11-10T09:23:04,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-10T09:23:04,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41733 2024-11-10T09:23:04,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41733 2024-11-10T09:23:04,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-10T09:23:04,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-10T09:23:04,683 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:23:04,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:04,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:04,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:23:04,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:04,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:23:04,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:23:04,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:23:04,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34791 2024-11-10T09:23:04,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34791 connecting to ZooKeeper ensemble=127.0.0.1:53469 2024-11-10T09:23:04,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:04,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:04,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347910x0, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:04,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34791-0x101240e41540001 connected 2024-11-10T09:23:04,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Set watcher on znode that does not yet exist, /0-1844931294/running 2024-11-10T09:23:04,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:23:04,735 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:23:04,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Set watcher on znode that does not yet exist, /0-1844931294/master 2024-11-10T09:23:04,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Set watcher on znode that does not yet exist, /0-1844931294/acl 2024-11-10T09:23:04,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34791 2024-11-10T09:23:04,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34791 2024-11-10T09:23:04,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34791 2024-11-10T09:23:04,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34791 2024-11-10T09:23:04,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34791 2024-11-10T09:23:04,775 DEBUG [M:0;802346a334f5:41733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:41733 2024-11-10T09:23:04,776 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1844931294/backup-masters/802346a334f5,41733,1731230584460 2024-11-10T09:23:04,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294/backup-masters 2024-11-10T09:23:04,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294/backup-masters 2024-11-10T09:23:04,793 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Set watcher on existing znode=/0-1844931294/backup-masters/802346a334f5,41733,1731230584460 2024-11-10T09:23:04,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:04,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844931294/master 2024-11-10T09:23:04,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:04,807 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Set watcher on existing znode=/0-1844931294/master 2024-11-10T09:23:04,807 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1844931294/backup-masters/802346a334f5,41733,1731230584460 from backup master directory 2024-11-10T09:23:04,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294/backup-masters 2024-11-10T09:23:04,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844931294/backup-masters/802346a334f5,41733,1731230584460 2024-11-10T09:23:04,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294/backup-masters 2024-11-10T09:23:04,817 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:23:04,817 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,41733,1731230584460 2024-11-10T09:23:04,821 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/hbase.id] with ID: bc3a92dd-acdb-4831-9f07-1c63f3e9d00b 2024-11-10T09:23:04,821 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/.tmp/hbase.id 2024-11-10T09:23:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:23:05,230 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/.tmp/hbase.id]:[hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/hbase.id] 2024-11-10T09:23:05,241 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:05,241 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:23:05,242 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:23:05,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:23:05,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:05,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:05,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:05,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:23:05,404 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:23:05,405 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:23:05,405 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:05,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:23:05,413 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData/data/master/store 2024-11-10T09:23:05,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:23:05,427 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:05,427 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:23:05,427 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:05,427 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:05,427 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:23:05,427 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:05,427 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:05,427 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230585427Disabling compacts and flushes for region at 1731230585427Disabling writes for close at 1731230585427Writing region close event to WAL at 1731230585427Closed at 1731230585427 2024-11-10T09:23:05,428 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData/data/master/store/.initializing 2024-11-10T09:23:05,428 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData/WALs/802346a334f5,41733,1731230584460 2024-11-10T09:23:05,428 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:23:05,429 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C41733%2C1731230584460, suffix=, logDir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData/WALs/802346a334f5,41733,1731230584460, archiveDir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData/oldWALs, maxLogs=10 2024-11-10T09:23:05,462 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData/WALs/802346a334f5,41733,1731230584460/802346a334f5%2C41733%2C1731230584460.1731230585430, exclude list is [], retry=0 2024-11-10T09:23:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37451,DS-873c15a9-3863-4cac-969d-69476c3aa748,DISK] 2024-11-10T09:23:05,468 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData/WALs/802346a334f5,41733,1731230584460/802346a334f5%2C41733%2C1731230584460.1731230585430 2024-11-10T09:23:05,469 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44069:44069)] 2024-11-10T09:23:05,469 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:05,469 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:05,469 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,469 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:23:05,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:05,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:05,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:23:05,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:05,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:05,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:23:05,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:05,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:05,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:23:05,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:05,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:05,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,475 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,476 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,476 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,477 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:05,478 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:05,480 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:05,481 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70299862, jitterRate=0.04754957556724548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:05,481 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230585469Initializing all the Stores at 1731230585470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230585470Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230585470Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230585470Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230585470Cleaning up temporary data from old regions at 1731230585476 (+6 ms)Region opened successfully at 1731230585481 (+5 ms) 2024-11-10T09:23:05,481 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:23:05,483 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a08847d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:23:05,483 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:23:05,484 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:23:05,484 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:23:05,484 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:23:05,484 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:23:05,484 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:23:05,484 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:23:05,490 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:23:05,490 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Unable to get data of znode /0-1844931294/balancer because node does not exist (not necessarily an error) 2024-11-10T09:23:05,520 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844931294/balancer already deleted, retry=false 2024-11-10T09:23:05,521 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:23:05,521 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Unable to get data of znode /0-1844931294/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:23:05,540 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844931294/normalizer already deleted, retry=false 2024-11-10T09:23:05,540 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:23:05,541 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Unable to get data of znode /0-1844931294/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:23:05,550 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844931294/switch/split already deleted, retry=false 2024-11-10T09:23:05,551 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Unable to get data of znode /0-1844931294/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:23:05,561 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844931294/switch/merge already deleted, retry=false 2024-11-10T09:23:05,563 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Unable to get data of znode /0-1844931294/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:23:05,575 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844931294/snapshot-cleanup already deleted, retry=false 2024-11-10T09:23:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844931294/running 2024-11-10T09:23:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:05,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844931294/running 2024-11-10T09:23:05,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:05,588 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,41733,1731230584460, sessionid=0x101240e41540000, setting cluster-up flag (Was=false) 2024-11-10T09:23:05,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:05,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:05,656 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1844931294/flush-table-proc/acquired, /0-1844931294/flush-table-proc/reached, /0-1844931294/flush-table-proc/abort 2024-11-10T09:23:05,668 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,41733,1731230584460 2024-11-10T09:23:05,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:05,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:05,733 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1844931294/online-snapshot/acquired, /0-1844931294/online-snapshot/reached, /0-1844931294/online-snapshot/abort 2024-11-10T09:23:05,734 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,41733,1731230584460 2024-11-10T09:23:05,735 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:23:05,736 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:05,737 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:23:05,737 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:23:05,737 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,41733,1731230584460 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:23:05,738 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:05,738 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:05,738 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:05,739 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:05,739 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:23:05,739 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,739 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:23:05,739 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:05,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:23:05,743 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:05,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:23:05,748 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230615748 2024-11-10T09:23:05,748 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:23:05,748 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:23:05,748 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:23:05,749 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:23:05,749 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:23:05,749 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:23:05,749 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:05,750 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:23:05,750 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:23:05,750 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:23:05,750 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:23:05,750 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:23:05,750 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:23:05,750 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230585750,5,FailOnTimeoutGroup] 2024-11-10T09:23:05,751 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230585750,5,FailOnTimeoutGroup] 2024-11-10T09:23:05,751 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:05,751 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:23:05,751 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:05,751 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:05,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:23:05,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:23:05,760 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f 2024-11-10T09:23:05,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:23:05,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:05,774 INFO [RS:0;802346a334f5:34791 {}] regionserver.HRegionServer(746): ClusterId : bc3a92dd-acdb-4831-9f07-1c63f3e9d00b 2024-11-10T09:23:05,774 DEBUG [RS:0;802346a334f5:34791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:23:05,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:23:05,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:23:05,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:05,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:05,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:23:05,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:23:05,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:05,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:05,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:23:05,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:23:05,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:05,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:05,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:23:05,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:23:05,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:05,786 DEBUG [RS:0;802346a334f5:34791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:23:05,786 DEBUG [RS:0;802346a334f5:34791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:23:05,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:05,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:23:05,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/data/hbase/meta/1588230740 2024-11-10T09:23:05,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/data/hbase/meta/1588230740 2024-11-10T09:23:05,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:23:05,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:23:05,789 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:05,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:23:05,794 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:05,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61686482, jitterRate=-0.08079978823661804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:05,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230585773Initializing all the Stores at 1731230585774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230585774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230585775 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230585775Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230585775Cleaning up temporary data from old regions at 1731230585789 (+14 ms)Region opened successfully at 1731230585795 (+6 ms) 2024-11-10T09:23:05,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:23:05,795 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:23:05,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:23:05,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:23:05,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:23:05,796 DEBUG [RS:0;802346a334f5:34791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:23:05,797 DEBUG [RS:0;802346a334f5:34791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67abfaae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:23:05,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:05,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230585795Disabling compacts and flushes for region at 1731230585795Disabling writes for close at 1731230585795Writing region close event to WAL at 1731230585800 (+5 ms)Closed at 1731230585800 2024-11-10T09:23:05,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:05,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:23:05,804 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128870 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:23:05,812 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:05,812 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:23:05,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:23:05,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:23:05,815 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:23:05,839 DEBUG [RS:0;802346a334f5:34791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:34791 2024-11-10T09:23:05,839 INFO [RS:0;802346a334f5:34791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:23:05,839 INFO [RS:0;802346a334f5:34791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:23:05,839 DEBUG [RS:0;802346a334f5:34791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:23:05,849 INFO [RS:0;802346a334f5:34791 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,41733,1731230584460 with port=34791, startcode=1731230584683 2024-11-10T09:23:05,849 DEBUG [RS:0;802346a334f5:34791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:23:05,855 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:23:05,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,34791,1731230584683 2024-11-10T09:23:05,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41733 {}] master.ServerManager(517): Registering regionserver=802346a334f5,34791,1731230584683 2024-11-10T09:23:05,864 DEBUG [RS:0;802346a334f5:34791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f 2024-11-10T09:23:05,864 DEBUG [RS:0;802346a334f5:34791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41155 2024-11-10T09:23:05,864 DEBUG [RS:0;802346a334f5:34791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:23:05,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294/rs 2024-11-10T09:23:05,890 DEBUG [RS:0;802346a334f5:34791 {}] zookeeper.ZKUtil(111): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Set watcher on existing znode=/0-1844931294/rs/802346a334f5,34791,1731230584683 2024-11-10T09:23:05,890 WARN [RS:0;802346a334f5:34791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:23:05,890 INFO [RS:0;802346a334f5:34791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:05,890 DEBUG [RS:0;802346a334f5:34791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/WALs/802346a334f5,34791,1731230584683 2024-11-10T09:23:05,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,34791,1731230584683] 2024-11-10T09:23:05,960 INFO [RS:0;802346a334f5:34791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:23:05,962 INFO [RS:0;802346a334f5:34791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:23:05,966 WARN [802346a334f5:41733 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:23:05,968 INFO [RS:0;802346a334f5:34791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:23:05,968 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:05,976 INFO [RS:0;802346a334f5:34791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:23:05,980 INFO [RS:0;802346a334f5:34791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:23:05,980 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:05,980 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,980 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:23:05,981 DEBUG [RS:0;802346a334f5:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:23:06,004 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,004 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,004 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,004 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,004 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,004 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,34791,1731230584683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:23:06,027 INFO [RS:0;802346a334f5:34791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:23:06,027 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,34791,1731230584683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,027 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,027 INFO [RS:0;802346a334f5:34791 {}] regionserver.Replication(171): 802346a334f5,34791,1731230584683 started 2024-11-10T09:23:06,047 INFO [RS:0;802346a334f5:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,047 INFO [RS:0;802346a334f5:34791 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,34791,1731230584683, RpcServer on 802346a334f5/172.17.0.3:34791, sessionid=0x101240e41540001 2024-11-10T09:23:06,047 DEBUG [RS:0;802346a334f5:34791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:23:06,047 DEBUG [RS:0;802346a334f5:34791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,34791,1731230584683 2024-11-10T09:23:06,047 DEBUG [RS:0;802346a334f5:34791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,34791,1731230584683' 2024-11-10T09:23:06,047 DEBUG [RS:0;802346a334f5:34791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1844931294/flush-table-proc/abort' 2024-11-10T09:23:06,048 DEBUG [RS:0;802346a334f5:34791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1844931294/flush-table-proc/acquired' 2024-11-10T09:23:06,048 DEBUG [RS:0;802346a334f5:34791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:23:06,048 DEBUG [RS:0;802346a334f5:34791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:23:06,048 DEBUG [RS:0;802346a334f5:34791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,34791,1731230584683 2024-11-10T09:23:06,048 DEBUG [RS:0;802346a334f5:34791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,34791,1731230584683' 2024-11-10T09:23:06,048 DEBUG [RS:0;802346a334f5:34791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1844931294/online-snapshot/abort' 2024-11-10T09:23:06,049 DEBUG [RS:0;802346a334f5:34791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1844931294/online-snapshot/acquired' 2024-11-10T09:23:06,053 DEBUG [RS:0;802346a334f5:34791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:23:06,053 INFO [RS:0;802346a334f5:34791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:23:06,053 INFO [RS:0;802346a334f5:34791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:23:06,153 INFO [RS:0;802346a334f5:34791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:23:06,155 INFO [RS:0;802346a334f5:34791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C34791%2C1731230584683, suffix=, logDir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/WALs/802346a334f5,34791,1731230584683, archiveDir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/oldWALs, maxLogs=10 2024-11-10T09:23:06,178 DEBUG [RS:0;802346a334f5:34791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/WALs/802346a334f5,34791,1731230584683/802346a334f5%2C34791%2C1731230584683.1731230586155, exclude list is [], retry=0 2024-11-10T09:23:06,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37451,DS-873c15a9-3863-4cac-969d-69476c3aa748,DISK] 2024-11-10T09:23:06,189 INFO [RS:0;802346a334f5:34791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/WALs/802346a334f5,34791,1731230584683/802346a334f5%2C34791%2C1731230584683.1731230586155 2024-11-10T09:23:06,189 DEBUG [RS:0;802346a334f5:34791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44069:44069)] 2024-11-10T09:23:06,216 DEBUG [802346a334f5:41733 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:23:06,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,34791,1731230584683 2024-11-10T09:23:06,218 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,34791,1731230584683, state=OPENING 2024-11-10T09:23:06,227 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:23:06,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:06,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844931294 2024-11-10T09:23:06,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844931294/meta-region-server: CHANGED 2024-11-10T09:23:06,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844931294/meta-region-server: CHANGED 2024-11-10T09:23:06,355 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:23:06,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,34791,1731230584683}] 2024-11-10T09:23:06,506 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:23:06,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:23:06,510 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:23:06,510 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:06,510 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:23:06,511 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C34791%2C1731230584683.meta, suffix=.meta, logDir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/WALs/802346a334f5,34791,1731230584683, archiveDir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/oldWALs, maxLogs=10 2024-11-10T09:23:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:23:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:23:06,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:23:06,526 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/WALs/802346a334f5,34791,1731230584683/802346a334f5%2C34791%2C1731230584683.meta.1731230586511.meta, exclude list is [], retry=0 2024-11-10T09:23:06,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37451,DS-873c15a9-3863-4cac-969d-69476c3aa748,DISK] 2024-11-10T09:23:06,529 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/WALs/802346a334f5,34791,1731230584683/802346a334f5%2C34791%2C1731230584683.meta.1731230586511.meta 2024-11-10T09:23:06,529 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44069:44069)] 2024-11-10T09:23:06,529 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:06,529 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:23:06,530 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:23:06,530 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:23:06,530 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:23:06,530 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:23:06,530 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:06,530 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:23:06,530 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:23:06,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:23:06,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:23:06,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:06,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:06,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:23:06,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:23:06,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:06,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:06,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:23:06,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:23:06,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:06,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:06,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:23:06,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:23:06,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:06,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:06,534 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:23:06,534 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/data/hbase/meta/1588230740 2024-11-10T09:23:06,535 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/data/hbase/meta/1588230740 2024-11-10T09:23:06,535 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:23:06,535 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:23:06,536 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:06,536 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:23:06,537 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61483402, jitterRate=-0.08382591605186462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:06,537 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:23:06,537 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230586530Writing region info on filesystem at 1731230586530Initializing all the Stores at 1731230586531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230586531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230586531Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230586531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230586531Cleaning up temporary data from old regions at 1731230586535 (+4 ms)Running coprocessor post-open hooks at 1731230586537 (+2 ms)Region opened successfully at 1731230586537 2024-11-10T09:23:06,538 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230586506 2024-11-10T09:23:06,540 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:23:06,540 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:23:06,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,34791,1731230584683 2024-11-10T09:23:06,541 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,34791,1731230584683, state=OPEN 2024-11-10T09:23:06,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x101240e41540000, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844931294/meta-region-server 2024-11-10T09:23:06,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x101240e41540001, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844931294/meta-region-server 2024-11-10T09:23:06,561 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,34791,1731230584683 2024-11-10T09:23:06,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844931294/meta-region-server: CHANGED 2024-11-10T09:23:06,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844931294/meta-region-server: CHANGED 2024-11-10T09:23:06,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:23:06,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,34791,1731230584683 in 206 msec 2024-11-10T09:23:06,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:23:06,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 751 msec 2024-11-10T09:23:06,565 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:06,565 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:23:06,566 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:06,566 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,34791,1731230584683, seqNum=-1] 2024-11-10T09:23:06,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:06,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:06,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 835 msec 2024-11-10T09:23:06,571 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230586571, completionTime=-1 2024-11-10T09:23:06,571 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:23:06,571 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:23:06,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:23:06,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230646573 2024-11-10T09:23:06,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230706573 2024-11-10T09:23:06,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T09:23:06,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41733,1731230584460-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41733,1731230584460-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41733,1731230584460-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:41733, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,573 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,574 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,575 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:23:06,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.760sec 2024-11-10T09:23:06,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:23:06,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:23:06,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:23:06,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:23:06,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:23:06,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41733,1731230584460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:23:06,577 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41733,1731230584460-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:23:06,578 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:23:06,578 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:23:06,578 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,41733,1731230584460-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:06,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baac769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:06,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,41733,-1 for getting cluster id 2024-11-10T09:23:06,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:06,678 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc3a92dd-acdb-4831-9f07-1c63f3e9d00b' 2024-11-10T09:23:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc3a92dd-acdb-4831-9f07-1c63f3e9d00b" 2024-11-10T09:23:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aa586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,41733,-1] 2024-11-10T09:23:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:06,681 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:06,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234041d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:06,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,34791,1731230584683, seqNum=-1] 2024-11-10T09:23:06,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:06,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:06,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,41733,1731230584460 2024-11-10T09:23:06,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53469 2024-11-10T09:23:06,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53469, baseZNode=/0-1844931294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:06,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101240e41540002 connected 2024-11-10T09:23:06,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,41733,1731230584460 2024-11-10T09:23:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30134121 2024-11-10T09:23:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:06,716 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:06,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:23:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:23:06,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:23:06,722 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:06,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:23:06,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:23:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:23:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:07,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e3a4d28dd8a105fde9a18b6ee189c8d, NAME => 'test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f 2024-11-10T09:23:07,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:23:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:07,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:07,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e3a4d28dd8a105fde9a18b6ee189c8d, disabling compactions & flushes 2024-11-10T09:23:07,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d. 2024-11-10T09:23:07,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d. 2024-11-10T09:23:07,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d. after waiting 0 ms 2024-11-10T09:23:07,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d. 2024-11-10T09:23:07,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d. 2024-11-10T09:23:07,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e3a4d28dd8a105fde9a18b6ee189c8d: Waiting for close lock at 1731230587542Disabling compacts and flushes for region at 1731230587542Disabling writes for close at 1731230587542Writing region close event to WAL at 1731230587542Closed at 1731230587542 2024-11-10T09:23:07,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:23:07,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230587543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230587543"}]},"ts":"1731230587543"} 2024-11-10T09:23:07,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:23:07,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:23:07,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230587546"}]},"ts":"1731230587546"} 2024-11-10T09:23:07,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:23:07,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e3a4d28dd8a105fde9a18b6ee189c8d, ASSIGN}] 2024-11-10T09:23:07,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e3a4d28dd8a105fde9a18b6ee189c8d, ASSIGN 2024-11-10T09:23:07,550 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e3a4d28dd8a105fde9a18b6ee189c8d, ASSIGN; state=OFFLINE, location=802346a334f5,34791,1731230584683; forceNewPlan=false, retain=false 2024-11-10T09:23:07,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e3a4d28dd8a105fde9a18b6ee189c8d, regionState=OPENING, regionLocation=802346a334f5,34791,1731230584683 2024-11-10T09:23:07,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e3a4d28dd8a105fde9a18b6ee189c8d, ASSIGN because future has completed 2024-11-10T09:23:07,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e3a4d28dd8a105fde9a18b6ee189c8d, server=802346a334f5,34791,1731230584683}] 2024-11-10T09:23:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:07,868 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d. 2024-11-10T09:23:07,869 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e3a4d28dd8a105fde9a18b6ee189c8d, NAME => 'test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:07,869 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:23:07,869 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:23:07,869 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,869 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:07,869 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,869 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,876 INFO [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,877 INFO [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e3a4d28dd8a105fde9a18b6ee189c8d columnFamilyName f 2024-11-10T09:23:07,877 DEBUG [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:07,878 INFO [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] regionserver.HStore(327): Store=5e3a4d28dd8a105fde9a18b6ee189c8d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:07,878 INFO [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,879 INFO [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e3a4d28dd8a105fde9a18b6ee189c8d columnFamilyName f1 2024-11-10T09:23:07,879 DEBUG [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:07,879 INFO [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] regionserver.HStore(327): Store=5e3a4d28dd8a105fde9a18b6ee189c8d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:07,879 INFO [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,880 INFO [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e3a4d28dd8a105fde9a18b6ee189c8d columnFamilyName norep 2024-11-10T09:23:07,880 DEBUG [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:07,881 INFO [StoreOpener-5e3a4d28dd8a105fde9a18b6ee189c8d-1 {}] regionserver.HStore(327): Store=5e3a4d28dd8a105fde9a18b6ee189c8d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:07,881 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,882 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/data/default/test/5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,882 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/data/default/test/5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,883 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,883 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,883 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:23:07,884 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,886 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/data/default/test/5e3a4d28dd8a105fde9a18b6ee189c8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:07,887 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e3a4d28dd8a105fde9a18b6ee189c8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61600970, jitterRate=-0.08207401633262634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:23:07,887 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e3a4d28dd8a105fde9a18b6ee189c8d 2024-11-10T09:23:07,887 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e3a4d28dd8a105fde9a18b6ee189c8d: Running coprocessor pre-open hook at 1731230587869Writing region info on filesystem at 1731230587869Initializing all the Stores at 1731230587870 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230587870Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230587876 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230587876Cleaning up temporary data from old regions at 1731230587883 (+7 ms)Running coprocessor post-open hooks at 1731230587887 (+4 ms)Region opened successfully at 1731230587887 2024-11-10T09:23:07,888 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d., pid=6, masterSystemTime=1731230587864 2024-11-10T09:23:07,890 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d. 2024-11-10T09:23:07,890 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230586716.5e3a4d28dd8a105fde9a18b6ee189c8d. 2024-11-10T09:23:07,891 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e3a4d28dd8a105fde9a18b6ee189c8d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,34791,1731230584683 2024-11-10T09:23:07,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e3a4d28dd8a105fde9a18b6ee189c8d, server=802346a334f5,34791,1731230584683 because future has completed 2024-11-10T09:23:07,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:23:07,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e3a4d28dd8a105fde9a18b6ee189c8d, server=802346a334f5,34791,1731230584683 in 207 msec 2024-11-10T09:23:07,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:23:07,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e3a4d28dd8a105fde9a18b6ee189c8d, ASSIGN in 365 msec 2024-11-10T09:23:07,917 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:23:07,917 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230587917"}]},"ts":"1731230587917"} 2024-11-10T09:23:07,919 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:23:07,921 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:23:07,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2040 sec 2024-11-10T09:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:08,876 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:23:08,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af569e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:08,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,41733,-1 for getting cluster id 2024-11-10T09:23:08,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:08,885 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc3a92dd-acdb-4831-9f07-1c63f3e9d00b' 2024-11-10T09:23:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc3a92dd-acdb-4831-9f07-1c63f3e9d00b" 2024-11-10T09:23:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3740d600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,41733,-1] 2024-11-10T09:23:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:08,887 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d83f362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:08,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,41733,1731230584460 2024-11-10T09:23:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c4bfff5 2024-11-10T09:23:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:08,890 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:08,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:41733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:23:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:23:08,894 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:41733' 2024-11-10T09:23:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:23:08,897 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235e7bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:08,897 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,41733,-1 for getting cluster id 2024-11-10T09:23:08,897 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:08,898 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc3a92dd-acdb-4831-9f07-1c63f3e9d00b' 2024-11-10T09:23:08,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:08,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc3a92dd-acdb-4831-9f07-1c63f3e9d00b" 2024-11-10T09:23:08,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f47021d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:08,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,41733,-1] 2024-11-10T09:23:08,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:08,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:08,900 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:08,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd47a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:08,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:08,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,41733,1731230584460 2024-11-10T09:23:08,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23572da1 2024-11-10T09:23:08,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:08,904 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:08,905 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T09:23:08,905 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:23:08,905 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:08,905 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:08,906 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://802346a334f5:41733, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T09:23:08,913 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://802346a334f5:41733, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://802346a334f5:41733, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://802346a334f5:41733, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-10T09:23:08,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://802346a334f5:41733, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=23 msec 2024-11-10T09:23:08,915 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-10T09:23:08,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:23:09,005 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://802346a334f5:41733, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-10T09:23:09,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:09,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:09,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:09,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:09,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:09,036 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 360) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f-prefix:802346a334f5,34791,1731230584683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(1692463297) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53469) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007f89f0aca420.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230585750 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@37320f2f[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1850772097-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41155 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2d579d19 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/802346a334f5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1850772097-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f89f0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/802346a334f5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_218850873_20 at /127.0.0.1:54632 [Receiving block BP-594187248-172.17.0.3-1731230582252:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1850772097-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1850772097-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f89f0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 802346a334f5:41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@35156634 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1850772097-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f-prefix:802346a334f5,34791,1731230584683.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/802346a334f5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1647735518-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-64a2185b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@58b5e117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f89f09f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Session-HouseKeeper-2caa4d84-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38739 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53469) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1850772097-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f89f0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41155/user/jenkins/test-data/e07826cd-9f8d-fd72-c9e0-bac1bc9c584f/MasterData-prefix:802346a334f5,41733,1731230584460 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-594187248-172.17.0.3-1731230582252 heartbeating to localhost/127.0.0.1:41155 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;802346a334f5:41733 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/cluster_c49f8f0c-0ad3-6293-44f6-05d6dbde9478/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230585750 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1647735518-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1352f183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/cluster_c49f8f0c-0ad3-6293-44f6-05d6dbde9478/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2889f38a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/802346a334f5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53469): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1647735518-7903-acceptor-0@b80f416-ServerConnector@28013ac8{HTTP/1.1, (http/1.1)}{localhost:34975} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;802346a334f5:34791 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: master/802346a334f5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-594187248-172.17.0.3-1731230582252:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53469) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server handler 2 on default port 38739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6744bde9 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/cluster_c49f8f0c-0ad3-6293-44f6-05d6dbde9478/data/data2/current/BP-594187248-172.17.0.3-1731230582252 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;802346a334f5:34791-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/802346a334f5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1498709315_20 at /127.0.0.1:54610 [Receiving block BP-594187248-172.17.0.3-1731230582252:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1647735518-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f89f0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/cluster_c49f8f0c-0ad3-6293-44f6-05d6dbde9478/data/data1/current/BP-594187248-172.17.0.3-1731230582252 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53469 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 1 on default port 38739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_218850873_20 at /127.0.0.1:54574 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: PacketResponder: BP-594187248-172.17.0.3-1731230582252:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1850772097-7857-acceptor-0@2a75992a-ServerConnector@2ab2e0df{HTTP/1.1, (http/1.1)}{localhost:37819} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_218850873_20 at /127.0.0.1:54628 [Receiving block BP-594187248-172.17.0.3-1731230582252:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41155 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@47bb6c60 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-594187248-172.17.0.3-1731230582252:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1850772097-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f89f0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 403) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3809 (was 3918) 2024-11-10T09:23:09,040 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-10T09:23:09,074 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=3809 2024-11-10T09:23:09,074 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-10T09:23:09,095 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-10T09:23:09,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/hadoop.log.dir so I do NOT create it in target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb 2024-11-10T09:23:09,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:23:09,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/hadoop.tmp.dir so I do NOT create it in target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb 2024-11-10T09:23:09,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7820b47-84de-d4b2-bef3-4c67f7f3f12d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:23:09,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb 2024-11-10T09:23:09,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/cluster_69ba6077-3d30-6dcf-9540-be4f520a3403, deleteOnExit=true 2024-11-10T09:23:09,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/cluster_69ba6077-3d30-6dcf-9540-be4f520a3403/zookeeper_0, clientPort=52815, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/cluster_69ba6077-3d30-6dcf-9540-be4f520a3403/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/cluster_69ba6077-3d30-6dcf-9540-be4f520a3403/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:23:09,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52815 2024-11-10T09:23:09,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:23:09,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:23:09,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/test.cache.data in system properties and HBase conf 2024-11-10T09:23:09,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:23:09,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:23:09,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:23:09,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:23:09,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:23:09,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:23:09,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:23:09,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:23:09,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:23:09,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:23:09,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:23:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:23:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:23:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:23:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:23:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:23:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:23:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:23:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:23:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:23:09,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:09,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:23:09,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:23:09,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:23:09,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:23:09,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:09,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34af3c01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:23:09,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202ede8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:23:09,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71ba3e66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/java.io.tmpdir/jetty-localhost-44837-hadoop-hdfs-3_4_1-tests_jar-_-any-4209138337779481195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:23:09,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a3c6efa{HTTP/1.1, (http/1.1)}{localhost:44837} 2024-11-10T09:23:09,934 INFO [Time-limited test {}] server.Server(415): Started @323642ms 2024-11-10T09:23:10,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:10,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:23:10,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:23:10,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:23:10,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:23:10,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d9060f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:23:10,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ba6bf0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:23:10,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a59a973{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/java.io.tmpdir/jetty-localhost-36535-hadoop-hdfs-3_4_1-tests_jar-_-any-13722476403887296082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:23:10,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5799d95e{HTTP/1.1, (http/1.1)}{localhost:36535} 2024-11-10T09:23:10,465 INFO [Time-limited test {}] server.Server(415): Started @324173ms 2024-11-10T09:23:10,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:23:12,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:23:12,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:12,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:23:12,167 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T09:23:12,185 WARN [Thread-4296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/cluster_69ba6077-3d30-6dcf-9540-be4f520a3403/data/data1/current/BP-1955221341-172.17.0.3-1731230589232/current, will proceed with Du for space computation calculation, 2024-11-10T09:23:12,193 WARN [Thread-4297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/cluster_69ba6077-3d30-6dcf-9540-be4f520a3403/data/data2/current/BP-1955221341-172.17.0.3-1731230589232/current, will proceed with Du for space computation calculation, 2024-11-10T09:23:12,254 WARN [Thread-4283 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:23:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84d7d491fb487512 with lease ID 0xa39644ec775c2b54: Processing first storage report for DS-3d7a065f-9b57-4e51-b02d-8bb3e7e324bd from datanode DatanodeRegistration(127.0.0.1:40539, datanodeUuid=8311ab6b-d3bf-4abe-b4ce-508659658b43, infoPort=37469, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=1261395468;c=1731230589232) 2024-11-10T09:23:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84d7d491fb487512 with lease ID 0xa39644ec775c2b54: from storage DS-3d7a065f-9b57-4e51-b02d-8bb3e7e324bd node DatanodeRegistration(127.0.0.1:40539, datanodeUuid=8311ab6b-d3bf-4abe-b4ce-508659658b43, infoPort=37469, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=1261395468;c=1731230589232), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:23:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84d7d491fb487512 with lease ID 0xa39644ec775c2b54: Processing first storage report for DS-2a6b50f2-463c-46ee-9379-c3618d96447b from datanode DatanodeRegistration(127.0.0.1:40539, datanodeUuid=8311ab6b-d3bf-4abe-b4ce-508659658b43, infoPort=37469, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=1261395468;c=1731230589232) 2024-11-10T09:23:12,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84d7d491fb487512 with lease ID 0xa39644ec775c2b54: from storage DS-2a6b50f2-463c-46ee-9379-c3618d96447b node DatanodeRegistration(127.0.0.1:40539, datanodeUuid=8311ab6b-d3bf-4abe-b4ce-508659658b43, infoPort=37469, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=1261395468;c=1731230589232), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:23:12,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb 2024-11-10T09:23:12,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:12,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:12,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:23:12,708 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890 with version=8 2024-11-10T09:23:12,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/hbase-staging 2024-11-10T09:23:12,711 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:23:12,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:12,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:12,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:23:12,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:12,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:23:12,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:23:12,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:23:12,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39331 2024-11-10T09:23:12,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39331 connecting to ZooKeeper ensemble=127.0.0.1:52815 2024-11-10T09:23:12,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393310x0, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:12,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39331-0x101240e5c8b0000 connected 2024-11-10T09:23:13,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:13,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:13,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Set watcher on znode that does not yet exist, /0-1188616754/running 2024-11-10T09:23:13,454 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890, hbase.cluster.distributed=false 2024-11-10T09:23:13,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Set watcher on znode that does not yet exist, /0-1188616754/acl 2024-11-10T09:23:13,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39331 2024-11-10T09:23:13,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39331 2024-11-10T09:23:13,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39331 2024-11-10T09:23:13,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39331 2024-11-10T09:23:13,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39331 2024-11-10T09:23:13,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:23:13,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:13,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:13,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:23:13,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:13,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:23:13,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:23:13,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:23:13,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32831 2024-11-10T09:23:13,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32831 connecting to ZooKeeper ensemble=127.0.0.1:52815 2024-11-10T09:23:13,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:13,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:13,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328310x0, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Set watcher on znode that does not yet exist, /0-1188616754/running 2024-11-10T09:23:13,562 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:23:13,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328310x0, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:13,563 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:23:13,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328310x0, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Set watcher on znode that does not yet exist, /0-1188616754/master 2024-11-10T09:23:13,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328310x0, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Set watcher on znode that does not yet exist, /0-1188616754/acl 2024-11-10T09:23:13,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32831-0x101240e5c8b0001 connected 2024-11-10T09:23:13,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32831 2024-11-10T09:23:13,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32831 2024-11-10T09:23:13,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32831 2024-11-10T09:23:13,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32831 2024-11-10T09:23:13,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32831 2024-11-10T09:23:13,606 DEBUG [M:0;802346a334f5:39331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:39331 2024-11-10T09:23:13,607 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1188616754/backup-masters/802346a334f5,39331,1731230592711 2024-11-10T09:23:13,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754/backup-masters 2024-11-10T09:23:13,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754/backup-masters 2024-11-10T09:23:13,702 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Set watcher on existing znode=/0-1188616754/backup-masters/802346a334f5,39331,1731230592711 2024-11-10T09:23:13,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:13,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1188616754/master 2024-11-10T09:23:13,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:13,798 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Set watcher on existing znode=/0-1188616754/master 2024-11-10T09:23:13,799 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1188616754/backup-masters/802346a334f5,39331,1731230592711 from backup master directory 2024-11-10T09:23:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754/backup-masters 2024-11-10T09:23:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1188616754/backup-masters/802346a334f5,39331,1731230592711 2024-11-10T09:23:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754/backup-masters 2024-11-10T09:23:13,951 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:23:13,951 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,39331,1731230592711 2024-11-10T09:23:13,954 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/hbase.id] with ID: ca8518fe-5bb6-4bcf-93ea-6f38651f379f 2024-11-10T09:23:13,954 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/.tmp/hbase.id 2024-11-10T09:23:13,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:23:13,970 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/.tmp/hbase.id]:[hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/hbase.id] 2024-11-10T09:23:13,976 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:13,976 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:23:13,978 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T09:23:14,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:14,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:14,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:23:14,454 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:23:14,455 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:23:14,455 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:23:14,862 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store 2024-11-10T09:23:14,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:23:14,868 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:14,869 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:23:14,869 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:14,869 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:14,869 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:23:14,869 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:14,869 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:14,869 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230594868Disabling compacts and flushes for region at 1731230594868Disabling writes for close at 1731230594869 (+1 ms)Writing region close event to WAL at 1731230594869Closed at 1731230594869 2024-11-10T09:23:14,872 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/.initializing 2024-11-10T09:23:14,872 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/WALs/802346a334f5,39331,1731230592711 2024-11-10T09:23:14,873 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:23:14,874 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C39331%2C1731230592711, suffix=, logDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/WALs/802346a334f5,39331,1731230592711, archiveDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/oldWALs, maxLogs=10 2024-11-10T09:23:14,893 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/WALs/802346a334f5,39331,1731230592711/802346a334f5%2C39331%2C1731230592711.1731230594875, exclude list is [], retry=0 2024-11-10T09:23:14,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-3d7a065f-9b57-4e51-b02d-8bb3e7e324bd,DISK] 2024-11-10T09:23:14,900 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/WALs/802346a334f5,39331,1731230592711/802346a334f5%2C39331%2C1731230592711.1731230594875 2024-11-10T09:23:14,901 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37469:37469)] 2024-11-10T09:23:14,901 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:14,902 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:14,902 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,902 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:23:14,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:14,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:14,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:23:14,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:14,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:14,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:23:14,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:14,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:14,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:23:14,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:14,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:14,911 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,912 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,912 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,913 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,913 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,914 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:14,915 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:14,916 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:14,917 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72023445, jitterRate=0.07323296368122101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:14,917 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230594902Initializing all the Stores at 1731230594903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230594903Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230594904 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230594904Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230594904Cleaning up temporary data from old regions at 1731230594913 (+9 ms)Region opened successfully at 1731230594917 (+4 ms) 2024-11-10T09:23:14,917 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:23:14,920 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12855437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:23:14,920 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:23:14,921 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:23:14,921 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:23:14,921 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:23:14,921 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:23:14,922 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:23:14,922 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:23:14,926 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:23:14,927 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Unable to get data of znode /0-1188616754/balancer because node does not exist (not necessarily an error) 2024-11-10T09:23:14,997 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1188616754/balancer already deleted, retry=false 2024-11-10T09:23:14,997 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:23:14,998 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Unable to get data of znode /0-1188616754/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:23:15,048 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1188616754/normalizer already deleted, retry=false 2024-11-10T09:23:15,048 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:23:15,050 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Unable to get data of znode /0-1188616754/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:23:15,136 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1188616754/switch/split already deleted, retry=false 2024-11-10T09:23:15,137 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Unable to get data of znode /0-1188616754/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:23:15,200 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1188616754/switch/merge already deleted, retry=false 2024-11-10T09:23:15,202 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Unable to get data of znode /0-1188616754/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:23:15,284 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1188616754/snapshot-cleanup already deleted, retry=false 2024-11-10T09:23:15,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1188616754/running 2024-11-10T09:23:15,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:15,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1188616754/running 2024-11-10T09:23:15,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:15,360 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,39331,1731230592711, sessionid=0x101240e5c8b0000, setting cluster-up flag (Was=false) 2024-11-10T09:23:15,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:15,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:15,481 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1188616754/flush-table-proc/acquired, /0-1188616754/flush-table-proc/reached, /0-1188616754/flush-table-proc/abort 2024-11-10T09:23:15,482 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,39331,1731230592711 2024-11-10T09:23:15,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:15,561 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1188616754/online-snapshot/acquired, /0-1188616754/online-snapshot/reached, /0-1188616754/online-snapshot/abort 2024-11-10T09:23:15,563 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,39331,1731230592711 2024-11-10T09:23:15,569 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:23:15,573 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:15,574 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:23:15,574 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:23:15,574 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,39331,1731230592711 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:23:15,576 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:15,576 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:15,576 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:15,576 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:15,576 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:23:15,576 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,577 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:23:15,577 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,583 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230625583 2024-11-10T09:23:15,584 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:23:15,584 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:23:15,584 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:23:15,584 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:23:15,584 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:23:15,584 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:23:15,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:15,584 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:23:15,585 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:23:15,585 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:23:15,585 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:23:15,585 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:23:15,585 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:15,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:23:15,588 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:23:15,588 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:23:15,593 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230595588,5,FailOnTimeoutGroup] 2024-11-10T09:23:15,594 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230595593,5,FailOnTimeoutGroup] 2024-11-10T09:23:15,594 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,594 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:23:15,594 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,594 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,596 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(746): ClusterId : ca8518fe-5bb6-4bcf-93ea-6f38651f379f 2024-11-10T09:23:15,596 DEBUG [RS:0;802346a334f5:32831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:23:15,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:23:15,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:23:15,599 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890 2024-11-10T09:23:15,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:23:15,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:15,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:23:15,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:23:15,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:15,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:15,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:23:15,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:23:15,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:15,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:15,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:23:15,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:23:15,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:15,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:15,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:23:15,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:23:15,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:15,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:15,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:23:15,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740 2024-11-10T09:23:15,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740 2024-11-10T09:23:15,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:23:15,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:23:15,623 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:15,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:23:15,629 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:15,629 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62425068, jitterRate=-0.06979399919509888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:15,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230595614Initializing all the Stores at 1731230595615 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230595615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230595615Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230595615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230595615Cleaning up temporary data from old regions at 1731230595622 (+7 ms)Region opened successfully at 1731230595629 (+7 ms) 2024-11-10T09:23:15,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:23:15,629 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:23:15,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:23:15,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:23:15,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:23:15,634 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:15,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230595629Disabling compacts and flushes for region at 1731230595629Disabling writes for close at 1731230595630 (+1 ms)Writing region close event to WAL at 1731230595634 (+4 ms)Closed at 1731230595634 2024-11-10T09:23:15,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:15,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:23:15,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:23:15,636 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:23:15,637 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:23:15,653 DEBUG [RS:0;802346a334f5:32831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:23:15,653 DEBUG [RS:0;802346a334f5:32831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:23:15,678 DEBUG [RS:0;802346a334f5:32831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:23:15,678 DEBUG [RS:0;802346a334f5:32831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36054de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:23:15,697 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:32831 2024-11-10T09:23:15,697 INFO [RS:0;802346a334f5:32831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:23:15,697 INFO [RS:0;802346a334f5:32831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:23:15,697 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:23:15,697 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,39331,1731230592711 with port=32831, startcode=1731230593531 2024-11-10T09:23:15,698 DEBUG [RS:0;802346a334f5:32831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:23:15,701 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:23:15,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,32831,1731230593531 2024-11-10T09:23:15,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39331 {}] master.ServerManager(517): Registering regionserver=802346a334f5,32831,1731230593531 2024-11-10T09:23:15,703 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890 2024-11-10T09:23:15,703 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45445 2024-11-10T09:23:15,703 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:23:15,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754/rs 2024-11-10T09:23:15,713 DEBUG [RS:0;802346a334f5:32831 {}] zookeeper.ZKUtil(111): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Set watcher on existing znode=/0-1188616754/rs/802346a334f5,32831,1731230593531 2024-11-10T09:23:15,713 WARN [RS:0;802346a334f5:32831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:23:15,713 INFO [RS:0;802346a334f5:32831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:15,713 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531 2024-11-10T09:23:15,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,32831,1731230593531] 2024-11-10T09:23:15,721 INFO [RS:0;802346a334f5:32831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:23:15,724 INFO [RS:0;802346a334f5:32831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:23:15,724 INFO [RS:0;802346a334f5:32831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:23:15,725 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,727 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:23:15,728 INFO [RS:0;802346a334f5:32831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:23:15,728 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,728 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:15,729 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:23:15,729 DEBUG [RS:0;802346a334f5:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:23:15,734 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,734 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,734 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,734 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,734 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,734 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,32831,1731230593531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:23:15,752 INFO [RS:0;802346a334f5:32831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:23:15,752 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,32831,1731230593531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,752 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,752 INFO [RS:0;802346a334f5:32831 {}] regionserver.Replication(171): 802346a334f5,32831,1731230593531 started 2024-11-10T09:23:15,769 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:15,770 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,32831,1731230593531, RpcServer on 802346a334f5/172.17.0.3:32831, sessionid=0x101240e5c8b0001 2024-11-10T09:23:15,770 DEBUG [RS:0;802346a334f5:32831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:23:15,770 DEBUG [RS:0;802346a334f5:32831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,32831,1731230593531 2024-11-10T09:23:15,770 DEBUG [RS:0;802346a334f5:32831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,32831,1731230593531' 2024-11-10T09:23:15,770 DEBUG [RS:0;802346a334f5:32831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1188616754/flush-table-proc/abort' 2024-11-10T09:23:15,771 DEBUG [RS:0;802346a334f5:32831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1188616754/flush-table-proc/acquired' 2024-11-10T09:23:15,771 DEBUG [RS:0;802346a334f5:32831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:23:15,771 DEBUG [RS:0;802346a334f5:32831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:23:15,771 DEBUG [RS:0;802346a334f5:32831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,32831,1731230593531 2024-11-10T09:23:15,771 DEBUG [RS:0;802346a334f5:32831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,32831,1731230593531' 2024-11-10T09:23:15,771 DEBUG [RS:0;802346a334f5:32831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1188616754/online-snapshot/abort' 2024-11-10T09:23:15,771 DEBUG [RS:0;802346a334f5:32831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1188616754/online-snapshot/acquired' 2024-11-10T09:23:15,771 DEBUG [RS:0;802346a334f5:32831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:23:15,772 INFO [RS:0;802346a334f5:32831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:23:15,772 INFO [RS:0;802346a334f5:32831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:23:15,787 WARN [802346a334f5:39331 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:23:15,872 INFO [RS:0;802346a334f5:32831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:23:15,874 INFO [RS:0;802346a334f5:32831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C32831%2C1731230593531, suffix=, logDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531, archiveDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/oldWALs, maxLogs=10 2024-11-10T09:23:15,894 DEBUG [RS:0;802346a334f5:32831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874, exclude list is [], retry=0 2024-11-10T09:23:15,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-3d7a065f-9b57-4e51-b02d-8bb3e7e324bd,DISK] 2024-11-10T09:23:15,907 INFO [RS:0;802346a334f5:32831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 2024-11-10T09:23:15,908 DEBUG [RS:0;802346a334f5:32831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37469:37469)] 2024-11-10T09:23:16,037 DEBUG [802346a334f5:39331 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:23:16,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,32831,1731230593531 2024-11-10T09:23:16,039 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,32831,1731230593531, state=OPENING 2024-11-10T09:23:16,049 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:23:16,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:16,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:16,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1188616754/meta-region-server: CHANGED 2024-11-10T09:23:16,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1188616754/meta-region-server: CHANGED 2024-11-10T09:23:16,114 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:23:16,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,32831,1731230593531}] 2024-11-10T09:23:16,270 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:23:16,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:23:16,281 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:23:16,281 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:16,282 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:23:16,286 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C32831%2C1731230593531.meta, suffix=.meta, logDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531, archiveDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/oldWALs, maxLogs=10 2024-11-10T09:23:16,305 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.meta.1731230596287.meta, exclude list is [], retry=0 2024-11-10T09:23:16,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-3d7a065f-9b57-4e51-b02d-8bb3e7e324bd,DISK] 2024-11-10T09:23:16,319 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.meta.1731230596287.meta 2024-11-10T09:23:16,320 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37469:37469)] 2024-11-10T09:23:16,320 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:16,320 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:23:16,320 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:23:16,321 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:23:16,321 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:23:16,321 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:23:16,321 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:16,321 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:23:16,321 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:23:16,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:23:16,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:23:16,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:16,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:16,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:23:16,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:23:16,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:16,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:16,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:23:16,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:23:16,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:16,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:16,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:23:16,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:23:16,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:16,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:16,338 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:23:16,339 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740 2024-11-10T09:23:16,340 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740 2024-11-10T09:23:16,342 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:23:16,342 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:23:16,342 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:16,344 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:23:16,344 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71009027, jitterRate=0.05811695754528046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:16,344 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:23:16,345 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230596321Writing region info on filesystem at 1731230596321Initializing all the Stores at 1731230596329 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230596329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230596330 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230596330Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230596330Cleaning up temporary data from old regions at 1731230596342 (+12 ms)Running coprocessor post-open hooks at 1731230596344 (+2 ms)Region opened successfully at 1731230596345 (+1 ms) 2024-11-10T09:23:16,346 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230596269 2024-11-10T09:23:16,348 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:23:16,349 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:23:16,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,32831,1731230593531 2024-11-10T09:23:16,350 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,32831,1731230593531, state=OPEN 2024-11-10T09:23:16,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1188616754/meta-region-server 2024-11-10T09:23:16,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1188616754/meta-region-server 2024-11-10T09:23:16,361 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,32831,1731230593531 2024-11-10T09:23:16,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1188616754/meta-region-server: CHANGED 2024-11-10T09:23:16,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1188616754/meta-region-server: CHANGED 2024-11-10T09:23:16,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:23:16,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,32831,1731230593531 in 247 msec 2024-11-10T09:23:16,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:23:16,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 731 msec 2024-11-10T09:23:16,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:16,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:23:16,377 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:16,377 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,32831,1731230593531, seqNum=-1] 2024-11-10T09:23:16,377 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:16,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:16,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 812 msec 2024-11-10T09:23:16,386 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230596386, completionTime=-1 2024-11-10T09:23:16,386 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:23:16,386 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:23:16,387 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:23:16,388 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230656387 2024-11-10T09:23:16,388 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230716388 2024-11-10T09:23:16,388 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T09:23:16,388 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39331,1731230592711-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:16,388 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39331,1731230592711-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:16,388 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39331,1731230592711-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:16,388 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:39331, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:16,388 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:16,390 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:23:16,392 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:16,400 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.449sec 2024-11-10T09:23:16,400 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:23:16,401 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:23:16,401 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:23:16,401 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:23:16,401 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:23:16,401 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39331,1731230592711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:23:16,401 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39331,1731230592711-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:23:16,428 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:23:16,428 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:23:16,429 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39331,1731230592711-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:16,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5942a3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:16,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39331,-1 for getting cluster id 2024-11-10T09:23:16,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:16,498 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca8518fe-5bb6-4bcf-93ea-6f38651f379f' 2024-11-10T09:23:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca8518fe-5bb6-4bcf-93ea-6f38651f379f" 2024-11-10T09:23:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d46d0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39331,-1] 2024-11-10T09:23:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:16,500 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:16,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23093d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:16,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:16,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,32831,1731230593531, seqNum=-1] 2024-11-10T09:23:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:16,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,39331,1731230592711 2024-11-10T09:23:16,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52815 2024-11-10T09:23:16,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:23:16,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T09:23:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:16,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T09:23:16,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T09:23:16,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101240e5c8b0002 connected 2024-11-10T09:23:16,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:23:16,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T09:23:16,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/hadoop.log.dir so I do NOT create it in target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912 2024-11-10T09:23:16,535 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:23:16,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/hadoop.tmp.dir so I do NOT create it in target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912 2024-11-10T09:23:16,535 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:23:16,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912 2024-11-10T09:23:16,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:23:16,535 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/cluster_b75752d8-32a0-2c2b-bac1-e0854264325e, deleteOnExit=true 2024-11-10T09:23:16,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:23:16,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/test.cache.data in system properties and HBase conf 2024-11-10T09:23:16,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:23:16,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:23:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:23:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:23:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:23:16,536 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:23:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:23:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:23:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:23:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:23:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:23:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:23:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:23:16,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:23:16,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:23:16,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:23:16,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:23:16,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:23:16,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:23:16,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:23:16,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:16,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:23:16,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:23:16,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:23:16,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:23:16,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:16,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75665d82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:23:16,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664ff9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:23:17,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@130a7771{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/java.io.tmpdir/jetty-localhost-40193-hadoop-hdfs-3_4_1-tests_jar-_-any-4164051105754818802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:23:17,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25b8fb61{HTTP/1.1, (http/1.1)}{localhost:40193} 2024-11-10T09:23:17,146 INFO [Time-limited test {}] server.Server(415): Started @330853ms 2024-11-10T09:23:17,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:17,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:23:17,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:23:17,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:23:17,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:23:17,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d49f62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:23:17,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c25f550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:23:17,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6202975d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/java.io.tmpdir/jetty-localhost-40271-hadoop-hdfs-3_4_1-tests_jar-_-any-5858144442141506037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:23:17,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cb611e{HTTP/1.1, (http/1.1)}{localhost:40271} 2024-11-10T09:23:17,608 INFO [Time-limited test {}] server.Server(415): Started @331316ms 2024-11-10T09:23:17,610 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:23:18,418 WARN [Thread-4416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/cluster_b75752d8-32a0-2c2b-bac1-e0854264325e/data/data1/current/BP-529300209-172.17.0.3-1731230596559/current, will proceed with Du for space computation calculation, 2024-11-10T09:23:18,425 WARN [Thread-4417 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/cluster_b75752d8-32a0-2c2b-bac1-e0854264325e/data/data2/current/BP-529300209-172.17.0.3-1731230596559/current, will proceed with Du for space computation calculation, 2024-11-10T09:23:18,469 WARN [Thread-4404 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:23:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57851a9e9e5db2ff with lease ID 0x63a6908aee44e52d: Processing first storage report for DS-35ac2cf0-0b30-4a4f-950d-19fe6f520d45 from datanode DatanodeRegistration(127.0.0.1:32871, datanodeUuid=6f01b363-c7d1-4d24-9b85-df3d7ce462c7, infoPort=40185, infoSecurePort=0, ipcPort=33065, storageInfo=lv=-57;cid=testClusterID;nsid=181162999;c=1731230596559) 2024-11-10T09:23:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57851a9e9e5db2ff with lease ID 0x63a6908aee44e52d: from storage DS-35ac2cf0-0b30-4a4f-950d-19fe6f520d45 node DatanodeRegistration(127.0.0.1:32871, datanodeUuid=6f01b363-c7d1-4d24-9b85-df3d7ce462c7, infoPort=40185, infoSecurePort=0, ipcPort=33065, storageInfo=lv=-57;cid=testClusterID;nsid=181162999;c=1731230596559), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:23:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57851a9e9e5db2ff with lease ID 0x63a6908aee44e52d: Processing first storage report for DS-31c966d3-6fe4-4eb9-98da-09d729eca29c from datanode DatanodeRegistration(127.0.0.1:32871, datanodeUuid=6f01b363-c7d1-4d24-9b85-df3d7ce462c7, infoPort=40185, infoSecurePort=0, ipcPort=33065, storageInfo=lv=-57;cid=testClusterID;nsid=181162999;c=1731230596559) 2024-11-10T09:23:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57851a9e9e5db2ff with lease ID 0x63a6908aee44e52d: from storage DS-31c966d3-6fe4-4eb9-98da-09d729eca29c node DatanodeRegistration(127.0.0.1:32871, datanodeUuid=6f01b363-c7d1-4d24-9b85-df3d7ce462c7, infoPort=40185, infoSecurePort=0, ipcPort=33065, storageInfo=lv=-57;cid=testClusterID;nsid=181162999;c=1731230596559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:23:18,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912 2024-11-10T09:23:18,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:18,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:23:18,513 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5 with version=8 2024-11-10T09:23:18,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/hbase-staging 2024-11-10T09:23:18,515 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:23:18,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:18,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:18,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:23:18,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:18,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:23:18,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:23:18,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:23:18,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33931 2024-11-10T09:23:18,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33931 connecting to ZooKeeper ensemble=127.0.0.1:52815 2024-11-10T09:23:18,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339310x0, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:18,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33931-0x101240e5c8b0003 connected 2024-11-10T09:23:18,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:18,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:18,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Set watcher on znode that does not yet exist, /11709309144/running 2024-11-10T09:23:18,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5, hbase.cluster.distributed=false 2024-11-10T09:23:18,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Set watcher on znode that does not yet exist, /11709309144/acl 2024-11-10T09:23:18,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33931 2024-11-10T09:23:18,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33931 2024-11-10T09:23:18,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33931 2024-11-10T09:23:18,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33931 2024-11-10T09:23:18,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33931 2024-11-10T09:23:18,649 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:23:18,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:18,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:18,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:23:18,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:18,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:23:18,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:23:18,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:23:18,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46667 2024-11-10T09:23:18,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46667 connecting to ZooKeeper ensemble=127.0.0.1:52815 2024-11-10T09:23:18,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:18,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:18,670 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466670x0, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:18,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46667-0x101240e5c8b0004 connected 2024-11-10T09:23:18,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Set watcher on znode that does not yet exist, /11709309144/running 2024-11-10T09:23:18,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:23:18,673 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:23:18,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Set watcher on znode that does not yet exist, /11709309144/master 2024-11-10T09:23:18,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Set watcher on znode that does not yet exist, /11709309144/acl 2024-11-10T09:23:18,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46667 2024-11-10T09:23:18,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46667 2024-11-10T09:23:18,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46667 2024-11-10T09:23:18,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46667 2024-11-10T09:23:18,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46667 2024-11-10T09:23:18,708 DEBUG [M:0;802346a334f5:33931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:33931 2024-11-10T09:23:18,708 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11709309144/backup-masters/802346a334f5,33931,1731230598514 2024-11-10T09:23:18,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144/backup-masters 2024-11-10T09:23:18,719 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144/backup-masters 2024-11-10T09:23:18,719 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Set watcher on existing znode=/11709309144/backup-masters/802346a334f5,33931,1731230598514 2024-11-10T09:23:18,729 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11709309144/master 2024-11-10T09:23:18,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:18,729 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:18,730 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Set watcher on existing znode=/11709309144/master 2024-11-10T09:23:18,730 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11709309144/backup-masters/802346a334f5,33931,1731230598514 from backup master directory 2024-11-10T09:23:18,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11709309144/backup-masters/802346a334f5,33931,1731230598514 2024-11-10T09:23:18,752 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144/backup-masters 2024-11-10T09:23:18,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144/backup-masters 2024-11-10T09:23:18,752 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:23:18,752 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,33931,1731230598514 2024-11-10T09:23:18,757 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/hbase.id] with ID: a52b3e2f-15a8-457e-9d31-2649fb85b72a 2024-11-10T09:23:18,758 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/.tmp/hbase.id 2024-11-10T09:23:18,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:23:19,171 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/.tmp/hbase.id]:[hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/hbase.id] 2024-11-10T09:23:19,185 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:19,185 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:23:19,189 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-10T09:23:19,203 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:19,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:19,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:23:19,700 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:23:19,701 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:23:19,708 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:19,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:23:19,797 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store 2024-11-10T09:23:19,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:23:19,866 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:19,866 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:23:19,866 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:19,866 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:19,867 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:23:19,867 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:19,867 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:19,867 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230599866Disabling compacts and flushes for region at 1731230599866Disabling writes for close at 1731230599867 (+1 ms)Writing region close event to WAL at 1731230599867Closed at 1731230599867 2024-11-10T09:23:19,867 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/.initializing 2024-11-10T09:23:19,868 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/WALs/802346a334f5,33931,1731230598514 2024-11-10T09:23:19,869 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:23:19,870 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C33931%2C1731230598514, suffix=, logDir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/WALs/802346a334f5,33931,1731230598514, archiveDir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/oldWALs, maxLogs=10 2024-11-10T09:23:19,912 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/WALs/802346a334f5,33931,1731230598514/802346a334f5%2C33931%2C1731230598514.1731230599871, exclude list is [], retry=0 2024-11-10T09:23:19,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-35ac2cf0-0b30-4a4f-950d-19fe6f520d45,DISK] 2024-11-10T09:23:19,976 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/WALs/802346a334f5,33931,1731230598514/802346a334f5%2C33931%2C1731230598514.1731230599871 2024-11-10T09:23:19,987 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-10T09:23:19,987 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:19,988 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:19,988 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:19,988 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:23:20,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:20,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:20,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:23:20,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:20,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:20,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:23:20,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:20,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:20,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:23:20,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:20,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:20,025 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,026 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,026 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,027 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,027 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,027 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:20,028 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:20,049 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:20,049 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71958682, jitterRate=0.07226791977882385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:20,049 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230599988Initializing all the Stores at 1731230599989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230599989Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230600000 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230600000Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230600000Cleaning up temporary data from old regions at 1731230600027 (+27 ms)Region opened successfully at 1731230600049 (+22 ms) 2024-11-10T09:23:20,061 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:23:20,068 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7901ddf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:23:20,069 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:23:20,069 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:23:20,069 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:23:20,070 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:23:20,070 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:23:20,071 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:23:20,071 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:23:20,098 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:23:20,099 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Unable to get data of znode /11709309144/balancer because node does not exist (not necessarily an error) 2024-11-10T09:23:20,150 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11709309144/balancer already deleted, retry=false 2024-11-10T09:23:20,151 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:23:20,151 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Unable to get data of znode /11709309144/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:23:20,161 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11709309144/normalizer already deleted, retry=false 2024-11-10T09:23:20,161 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:23:20,177 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Unable to get data of znode /11709309144/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:23:20,186 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11709309144/switch/split already deleted, retry=false 2024-11-10T09:23:20,187 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Unable to get data of znode /11709309144/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:23:20,196 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11709309144/switch/merge already deleted, retry=false 2024-11-10T09:23:20,199 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Unable to get data of znode /11709309144/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:23:20,207 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11709309144/snapshot-cleanup already deleted, retry=false 2024-11-10T09:23:20,218 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11709309144/running 2024-11-10T09:23:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11709309144/running 2024-11-10T09:23:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:20,218 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:20,218 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,33931,1731230598514, sessionid=0x101240e5c8b0003, setting cluster-up flag (Was=false) 2024-11-10T09:23:20,239 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:20,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:20,270 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11709309144/flush-table-proc/acquired, /11709309144/flush-table-proc/reached, /11709309144/flush-table-proc/abort 2024-11-10T09:23:20,272 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,33931,1731230598514 2024-11-10T09:23:20,292 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:20,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:20,323 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11709309144/online-snapshot/acquired, /11709309144/online-snapshot/reached, /11709309144/online-snapshot/abort 2024-11-10T09:23:20,324 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,33931,1731230598514 2024-11-10T09:23:20,337 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:23:20,353 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:20,354 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:23:20,354 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:23:20,354 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,33931,1731230598514 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:23:20,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:20,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:20,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:20,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:20,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:23:20,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:23:20,356 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,400 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:20,400 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:23:20,401 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:20,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:23:20,411 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(746): ClusterId : a52b3e2f-15a8-457e-9d31-2649fb85b72a 2024-11-10T09:23:20,411 DEBUG [RS:0;802346a334f5:46667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:23:20,418 DEBUG [RS:0;802346a334f5:46667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:23:20,418 DEBUG [RS:0;802346a334f5:46667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:23:20,429 DEBUG [RS:0;802346a334f5:46667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:23:20,430 DEBUG [RS:0;802346a334f5:46667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c7c975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:23:20,503 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:46667 2024-11-10T09:23:20,503 INFO [RS:0;802346a334f5:46667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:23:20,503 INFO [RS:0;802346a334f5:46667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:23:20,503 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:23:20,516 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230630516 2024-11-10T09:23:20,516 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:23:20,516 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:23:20,517 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:23:20,517 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:23:20,517 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:23:20,517 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:23:20,520 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,33931,1731230598514 with port=46667, startcode=1731230598648 2024-11-10T09:23:20,520 DEBUG [RS:0;802346a334f5:46667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:23:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:23:20,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:23:20,539 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5 2024-11-10T09:23:20,559 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:23:20,559 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33931 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T09:23:20,560 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T09:23:20,560 WARN [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T09:23:20,568 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,576 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:23:20,576 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:23:20,576 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:23:20,576 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:23:20,584 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:23:20,584 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:23:20,592 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230600584,5,FailOnTimeoutGroup] 2024-11-10T09:23:20,600 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230600592,5,FailOnTimeoutGroup] 2024-11-10T09:23:20,600 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,600 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:23:20,600 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,600 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,661 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,33931,1731230598514 with port=46667, startcode=1731230598648 2024-11-10T09:23:20,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,46667,1731230598648 2024-11-10T09:23:20,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33931 {}] master.ServerManager(517): Registering regionserver=802346a334f5,46667,1731230598648 2024-11-10T09:23:20,666 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5 2024-11-10T09:23:20,666 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40627 2024-11-10T09:23:20,666 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:23:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:23:20,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:20,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:23:20,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:23:20,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:20,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:20,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:23:20,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:23:20,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:20,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:20,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:23:20,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:23:20,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:20,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:20,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:23:20,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:23:20,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:20,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:20,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:23:20,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740 2024-11-10T09:23:20,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740 2024-11-10T09:23:20,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:23:20,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:23:20,716 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:20,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:23:20,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:20,726 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74068677, jitterRate=0.10370929539203644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:20,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230600679Initializing all the Stores at 1731230600680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230600680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230600692 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230600692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230600692Cleaning up temporary data from old regions at 1731230600715 (+23 ms)Region opened successfully at 1731230600726 (+11 ms) 2024-11-10T09:23:20,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:23:20,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:23:20,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:23:20,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:23:20,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:23:20,740 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:20,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230600726Disabling compacts and flushes for region at 1731230600726Disabling writes for close at 1731230600726Writing region close event to WAL at 1731230600740 (+14 ms)Closed at 1731230600740 2024-11-10T09:23:20,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:20,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:23:20,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:23:20,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:23:20,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:23:20,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144/rs 2024-11-10T09:23:20,791 DEBUG [RS:0;802346a334f5:46667 {}] zookeeper.ZKUtil(111): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Set watcher on existing znode=/11709309144/rs/802346a334f5,46667,1731230598648 2024-11-10T09:23:20,791 WARN [RS:0;802346a334f5:46667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:23:20,792 INFO [RS:0;802346a334f5:46667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:20,792 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/WALs/802346a334f5,46667,1731230598648 2024-11-10T09:23:20,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,46667,1731230598648] 2024-11-10T09:23:20,827 INFO [RS:0;802346a334f5:46667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:23:20,828 INFO [RS:0;802346a334f5:46667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:23:20,828 INFO [RS:0;802346a334f5:46667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:23:20,828 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,828 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:23:20,840 INFO [RS:0;802346a334f5:46667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:23:20,840 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:23:20,840 DEBUG [RS:0;802346a334f5:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:23:20,841 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,841 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,841 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,841 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,841 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,841 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,46667,1731230598648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:23:20,858 INFO [RS:0;802346a334f5:46667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:23:20,858 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,46667,1731230598648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,859 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,859 INFO [RS:0;802346a334f5:46667 {}] regionserver.Replication(171): 802346a334f5,46667,1731230598648 started 2024-11-10T09:23:20,880 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:20,880 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,46667,1731230598648, RpcServer on 802346a334f5/172.17.0.3:46667, sessionid=0x101240e5c8b0004 2024-11-10T09:23:20,880 DEBUG [RS:0;802346a334f5:46667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:23:20,880 DEBUG [RS:0;802346a334f5:46667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,46667,1731230598648 2024-11-10T09:23:20,880 DEBUG [RS:0;802346a334f5:46667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,46667,1731230598648' 2024-11-10T09:23:20,880 DEBUG [RS:0;802346a334f5:46667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11709309144/flush-table-proc/abort' 2024-11-10T09:23:20,881 DEBUG [RS:0;802346a334f5:46667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11709309144/flush-table-proc/acquired' 2024-11-10T09:23:20,881 DEBUG [RS:0;802346a334f5:46667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:23:20,881 DEBUG [RS:0;802346a334f5:46667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:23:20,881 DEBUG [RS:0;802346a334f5:46667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,46667,1731230598648 2024-11-10T09:23:20,881 DEBUG [RS:0;802346a334f5:46667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,46667,1731230598648' 2024-11-10T09:23:20,881 DEBUG [RS:0;802346a334f5:46667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11709309144/online-snapshot/abort' 2024-11-10T09:23:20,882 DEBUG [RS:0;802346a334f5:46667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11709309144/online-snapshot/acquired' 2024-11-10T09:23:20,882 DEBUG [RS:0;802346a334f5:46667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:23:20,882 INFO [RS:0;802346a334f5:46667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:23:20,882 INFO [RS:0;802346a334f5:46667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:23:20,894 WARN [802346a334f5:33931 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:23:20,983 INFO [RS:0;802346a334f5:46667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:23:20,987 INFO [RS:0;802346a334f5:46667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C46667%2C1731230598648, suffix=, logDir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/WALs/802346a334f5,46667,1731230598648, archiveDir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/oldWALs, maxLogs=10 2024-11-10T09:23:21,012 DEBUG [RS:0;802346a334f5:46667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/WALs/802346a334f5,46667,1731230598648/802346a334f5%2C46667%2C1731230598648.1731230600987, exclude list is [], retry=0 2024-11-10T09:23:21,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-35ac2cf0-0b30-4a4f-950d-19fe6f520d45,DISK] 2024-11-10T09:23:21,077 INFO [RS:0;802346a334f5:46667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/WALs/802346a334f5,46667,1731230598648/802346a334f5%2C46667%2C1731230598648.1731230600987 2024-11-10T09:23:21,090 DEBUG [RS:0;802346a334f5:46667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-10T09:23:21,144 DEBUG [802346a334f5:33931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:23:21,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,46667,1731230598648 2024-11-10T09:23:21,146 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,46667,1731230598648, state=OPENING 2024-11-10T09:23:21,196 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:23:21,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:21,207 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:21,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:23:21,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,46667,1731230598648}] 2024-11-10T09:23:21,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11709309144/meta-region-server: CHANGED 2024-11-10T09:23:21,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11709309144/meta-region-server: CHANGED 2024-11-10T09:23:21,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:23:21,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:23:21,395 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:23:21,397 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:21,397 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:23:21,399 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C46667%2C1731230598648.meta, suffix=.meta, logDir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/WALs/802346a334f5,46667,1731230598648, archiveDir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/oldWALs, maxLogs=10 2024-11-10T09:23:21,433 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/WALs/802346a334f5,46667,1731230598648/802346a334f5%2C46667%2C1731230598648.meta.1731230601399.meta, exclude list is [], retry=0 2024-11-10T09:23:21,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-35ac2cf0-0b30-4a4f-950d-19fe6f520d45,DISK] 2024-11-10T09:23:21,473 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/WALs/802346a334f5,46667,1731230598648/802346a334f5%2C46667%2C1731230598648.meta.1731230601399.meta 2024-11-10T09:23:21,485 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-10T09:23:21,485 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:21,485 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:23:21,485 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:23:21,485 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:23:21,486 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:23:21,486 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:23:21,486 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:21,486 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:23:21,486 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:23:21,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:23:21,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:23:21,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:21,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:21,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:23:21,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:23:21,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:21,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:21,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:23:21,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:23:21,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:21,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:21,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:23:21,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:23:21,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:21,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:21,510 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:23:21,510 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740 2024-11-10T09:23:21,511 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740 2024-11-10T09:23:21,512 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:23:21,512 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:23:21,513 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:21,515 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:23:21,516 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64774242, jitterRate=-0.034788578748703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:21,516 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:23:21,516 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230601486Writing region info on filesystem at 1731230601486Initializing all the Stores at 1731230601487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230601487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230601500 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230601500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230601500Cleaning up temporary data from old regions at 1731230601512 (+12 ms)Running coprocessor post-open hooks at 1731230601516 (+4 ms)Region opened successfully at 1731230601516 2024-11-10T09:23:21,517 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230601373 2024-11-10T09:23:21,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,46667,1731230598648 2024-11-10T09:23:21,521 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:23:21,521 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:23:21,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,46667,1731230598648, state=OPEN 2024-11-10T09:23:21,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11709309144/meta-region-server 2024-11-10T09:23:21,607 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11709309144/meta-region-server 2024-11-10T09:23:21,607 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,46667,1731230598648 2024-11-10T09:23:21,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11709309144/meta-region-server: CHANGED 2024-11-10T09:23:21,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11709309144/meta-region-server: CHANGED 2024-11-10T09:23:21,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:23:21,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,46667,1731230598648 in 400 msec 2024-11-10T09:23:21,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:23:21,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 870 msec 2024-11-10T09:23:21,614 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:21,614 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:23:21,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:21,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,46667,1731230598648, seqNum=-1] 2024-11-10T09:23:21,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:21,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:21,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-10T09:23:21,623 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230601623, completionTime=-1 2024-11-10T09:23:21,623 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:23:21,623 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:23:21,625 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:23:21,625 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230661625 2024-11-10T09:23:21,625 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230721625 2024-11-10T09:23:21,625 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T09:23:21,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,33931,1731230598514-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:21,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,33931,1731230598514-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:21,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,33931,1731230598514-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:21,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:33931, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:21,626 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:21,628 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:23:21,639 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:21,644 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.892sec 2024-11-10T09:23:21,644 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:23:21,644 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:23:21,644 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:23:21,644 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:23:21,644 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:23:21,644 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,33931,1731230598514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:23:21,644 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,33931,1731230598514-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:23:21,663 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:23:21,663 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:23:21,663 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,33931,1731230598514-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:21,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11be710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:21,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,33931,-1 for getting cluster id 2024-11-10T09:23:21,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:21,708 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a52b3e2f-15a8-457e-9d31-2649fb85b72a' 2024-11-10T09:23:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a52b3e2f-15a8-457e-9d31-2649fb85b72a" 2024-11-10T09:23:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710c8743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,33931,-1] 2024-11-10T09:23:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:21,710 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:21,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d79a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:21,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,46667,1731230598648, seqNum=-1] 2024-11-10T09:23:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:21,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:21,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,33931,1731230598514 2024-11-10T09:23:21,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52815 2024-11-10T09:23:21,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:21,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101240e5c8b0005 connected 2024-11-10T09:23:21,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/hadoop.log.dir so I do NOT create it in target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416 2024-11-10T09:23:21,748 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T09:23:21,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/hadoop.tmp.dir so I do NOT create it in target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416 2024-11-10T09:23:21,748 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T09:23:21,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416 2024-11-10T09:23:21,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:23:21,748 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/cluster_d57457db-7e88-9302-a47f-e227e4114231, deleteOnExit=true 2024-11-10T09:23:21,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:23:21,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/test.cache.data in system properties and HBase conf 2024-11-10T09:23:21,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:23:21,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:23:21,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:23:21,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:23:21,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:23:21,749 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:23:21,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:23:21,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:23:21,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:23:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:23:21,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:23:21,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:21,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:22,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:22,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:23:22,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:23:22,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:23:22,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:23:22,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:22,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:23:22,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:23:22,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37627d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/java.io.tmpdir/jetty-localhost-46617-hadoop-hdfs-3_4_1-tests_jar-_-any-14692848447141204518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:23:22,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:46617} 2024-11-10T09:23:22,589 INFO [Time-limited test {}] server.Server(415): Started @336296ms 2024-11-10T09:23:23,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:23:23,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:23:23,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:23:23,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:23:23,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:23:23,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:23:23,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:23:23,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3825ee67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/java.io.tmpdir/jetty-localhost-34637-hadoop-hdfs-3_4_1-tests_jar-_-any-4576860813020581995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:23:23,441 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:34637} 2024-11-10T09:23:23,441 INFO [Time-limited test {}] server.Server(415): Started @337149ms 2024-11-10T09:23:23,443 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:23:24,309 WARN [Thread-4537 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/cluster_d57457db-7e88-9302-a47f-e227e4114231/data/data1/current/BP-912854682-172.17.0.3-1731230601802/current, will proceed with Du for space computation calculation, 2024-11-10T09:23:24,309 WARN [Thread-4538 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/cluster_d57457db-7e88-9302-a47f-e227e4114231/data/data2/current/BP-912854682-172.17.0.3-1731230601802/current, will proceed with Du for space computation calculation, 2024-11-10T09:23:24,373 WARN [Thread-4525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:23:24,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46fa5b81405f9e47 with lease ID 0x6bcc6548b94767d1: Processing first storage report for DS-bbca4a40-a7e1-49f2-8ab4-b6932d86d9a7 from datanode DatanodeRegistration(127.0.0.1:43513, datanodeUuid=93a3a6c5-d7d5-49ba-b5d2-0d65469eb72e, infoPort=46771, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=841619111;c=1731230601802) 2024-11-10T09:23:24,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46fa5b81405f9e47 with lease ID 0x6bcc6548b94767d1: from storage DS-bbca4a40-a7e1-49f2-8ab4-b6932d86d9a7 node DatanodeRegistration(127.0.0.1:43513, datanodeUuid=93a3a6c5-d7d5-49ba-b5d2-0d65469eb72e, infoPort=46771, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=841619111;c=1731230601802), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:23:24,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46fa5b81405f9e47 with lease ID 0x6bcc6548b94767d1: Processing first storage report for DS-74019ff0-1fa1-41dd-b971-dfe76c219651 from datanode DatanodeRegistration(127.0.0.1:43513, datanodeUuid=93a3a6c5-d7d5-49ba-b5d2-0d65469eb72e, infoPort=46771, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=841619111;c=1731230601802) 2024-11-10T09:23:24,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46fa5b81405f9e47 with lease ID 0x6bcc6548b94767d1: from storage DS-74019ff0-1fa1-41dd-b971-dfe76c219651 node DatanodeRegistration(127.0.0.1:43513, datanodeUuid=93a3a6c5-d7d5-49ba-b5d2-0d65469eb72e, infoPort=46771, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=841619111;c=1731230601802), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:23:24,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416 2024-11-10T09:23:24,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:24,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:23:24,451 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b with version=8 2024-11-10T09:23:24,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/hbase-staging 2024-11-10T09:23:24,453 INFO [Time-limited test {}] client.ConnectionUtils(128): master/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:23:24,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:24,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:24,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:23:24,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:24,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:23:24,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:23:24,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:23:24,454 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40741 2024-11-10T09:23:24,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40741 connecting to ZooKeeper ensemble=127.0.0.1:52815 2024-11-10T09:23:24,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407410x0, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:24,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40741-0x101240e5c8b0006 connected 2024-11-10T09:23:24,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:24,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:24,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Set watcher on znode that does not yet exist, /2-551142298/running 2024-11-10T09:23:24,559 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b, hbase.cluster.distributed=false 2024-11-10T09:23:24,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Set watcher on znode that does not yet exist, /2-551142298/acl 2024-11-10T09:23:24,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40741 2024-11-10T09:23:24,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40741 2024-11-10T09:23:24,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40741 2024-11-10T09:23:24,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40741 2024-11-10T09:23:24,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40741 2024-11-10T09:23:24,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/802346a334f5:0 server-side Connection retries=45 2024-11-10T09:23:24,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:24,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:24,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:23:24,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:23:24,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:23:24,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:23:24,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:23:24,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39525 2024-11-10T09:23:24,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39525 connecting to ZooKeeper ensemble=127.0.0.1:52815 2024-11-10T09:23:24,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:24,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:24,649 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395250x0, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:24,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395250x0, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Set watcher on znode that does not yet exist, /2-551142298/running 2024-11-10T09:23:24,651 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:23:24,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39525-0x101240e5c8b0007 connected 2024-11-10T09:23:24,654 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:23:24,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Set watcher on znode that does not yet exist, /2-551142298/master 2024-11-10T09:23:24,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Set watcher on znode that does not yet exist, /2-551142298/acl 2024-11-10T09:23:24,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-10T09:23:24,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39525 2024-11-10T09:23:24,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39525 2024-11-10T09:23:24,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-10T09:23:24,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-10T09:23:24,756 DEBUG [M:0;802346a334f5:40741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;802346a334f5:40741 2024-11-10T09:23:24,780 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-551142298/backup-masters/802346a334f5,40741,1731230604453 2024-11-10T09:23:24,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298/backup-masters 2024-11-10T09:23:24,792 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298/backup-masters 2024-11-10T09:23:24,793 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Set watcher on existing znode=/2-551142298/backup-masters/802346a334f5,40741,1731230604453 2024-11-10T09:23:24,803 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-551142298/master 2024-11-10T09:23:24,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:24,803 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:24,804 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Set watcher on existing znode=/2-551142298/master 2024-11-10T09:23:24,805 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-551142298/backup-masters/802346a334f5,40741,1731230604453 from backup master directory 2024-11-10T09:23:24,817 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298/backup-masters 2024-11-10T09:23:24,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-551142298/backup-masters/802346a334f5,40741,1731230604453 2024-11-10T09:23:24,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298/backup-masters 2024-11-10T09:23:24,817 WARN [master/802346a334f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:23:24,818 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=802346a334f5,40741,1731230604453 2024-11-10T09:23:24,833 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/hbase.id] with ID: 1eb4e236-7a61-46bc-aa93-d84b08ec3daf 2024-11-10T09:23:24,833 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/.tmp/hbase.id 2024-11-10T09:23:24,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:23:24,891 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/.tmp/hbase.id]:[hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/hbase.id] 2024-11-10T09:23:24,901 INFO [master/802346a334f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:24,901 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:23:24,902 INFO [master/802346a334f5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:23:24,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:24,912 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:24,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:23:24,975 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:23:24,976 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:23:24,983 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:23:25,469 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store 2024-11-10T09:23:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:23:25,553 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:25,553 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:23:25,553 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:25,553 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:25,553 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:23:25,553 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:25,553 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:25,553 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230605553Disabling compacts and flushes for region at 1731230605553Disabling writes for close at 1731230605553Writing region close event to WAL at 1731230605553Closed at 1731230605553 2024-11-10T09:23:25,554 WARN [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/.initializing 2024-11-10T09:23:25,554 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/WALs/802346a334f5,40741,1731230604453 2024-11-10T09:23:25,555 INFO [master/802346a334f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:23:25,558 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=802346a334f5%2C40741%2C1731230604453, suffix=, logDir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/WALs/802346a334f5,40741,1731230604453, archiveDir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/oldWALs, maxLogs=10 2024-11-10T09:23:25,576 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/WALs/802346a334f5,40741,1731230604453/802346a334f5%2C40741%2C1731230604453.1731230605558, exclude list is [], retry=0 2024-11-10T09:23:25,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43513,DS-bbca4a40-a7e1-49f2-8ab4-b6932d86d9a7,DISK] 2024-11-10T09:23:25,585 INFO [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/WALs/802346a334f5,40741,1731230604453/802346a334f5%2C40741%2C1731230604453.1731230605558 2024-11-10T09:23:25,588 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46771:46771)] 2024-11-10T09:23:25,588 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:25,589 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:25,589 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,589 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:23:25,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:25,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:25,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:23:25,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:25,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:25,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:23:25,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:25,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:25,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:23:25,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:25,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:25,601 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,602 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,602 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,603 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,603 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,603 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:25,604 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:23:25,613 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:25,614 INFO [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73277322, jitterRate=0.09191718697547913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:25,614 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731230605589Initializing all the Stores at 1731230605590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230605590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230605592 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230605592Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230605592Cleaning up temporary data from old regions at 1731230605603 (+11 ms)Region opened successfully at 1731230605614 (+11 ms) 2024-11-10T09:23:25,614 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:23:25,617 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75854402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:23:25,618 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:23:25,618 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:23:25,621 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:23:25,621 INFO [master/802346a334f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:23:25,621 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:23:25,622 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:23:25,622 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:23:25,627 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:23:25,627 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Unable to get data of znode /2-551142298/balancer because node does not exist (not necessarily an error) 2024-11-10T09:23:25,680 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-551142298/balancer already deleted, retry=false 2024-11-10T09:23:25,681 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:23:25,682 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Unable to get data of znode /2-551142298/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:23:25,691 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-551142298/normalizer already deleted, retry=false 2024-11-10T09:23:25,691 INFO [master/802346a334f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:23:25,701 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Unable to get data of znode /2-551142298/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:23:25,712 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-551142298/switch/split already deleted, retry=false 2024-11-10T09:23:25,713 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Unable to get data of znode /2-551142298/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:23:25,722 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-551142298/switch/merge already deleted, retry=false 2024-11-10T09:23:25,725 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Unable to get data of znode /2-551142298/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:23:25,736 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-551142298/snapshot-cleanup already deleted, retry=false 2024-11-10T09:23:25,744 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-551142298/running 2024-11-10T09:23:25,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-551142298/running 2024-11-10T09:23:25,744 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:25,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:25,747 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=802346a334f5,40741,1731230604453, sessionid=0x101240e5c8b0006, setting cluster-up flag (Was=false) 2024-11-10T09:23:25,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:25,765 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:25,796 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-551142298/flush-table-proc/acquired, /2-551142298/flush-table-proc/reached, /2-551142298/flush-table-proc/abort 2024-11-10T09:23:25,798 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,40741,1731230604453 2024-11-10T09:23:25,817 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:25,849 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-551142298/online-snapshot/acquired, /2-551142298/online-snapshot/reached, /2-551142298/online-snapshot/abort 2024-11-10T09:23:25,851 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=802346a334f5,40741,1731230604453 2024-11-10T09:23:25,861 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:23:25,878 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:25,879 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:23:25,879 INFO [master/802346a334f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:23:25,879 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 802346a334f5,40741,1731230604453 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:23:25,881 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:25,881 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:25,881 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:25,881 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/802346a334f5:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:23:25,881 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/802346a334f5:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:23:25,881 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:25,881 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:23:25,881 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:25,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:25,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:23:25,912 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:25,912 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:23:25,953 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731230635953 2024-11-10T09:23:25,953 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:23:25,954 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:23:25,954 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:23:25,954 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:23:25,954 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:23:25,954 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:23:25,968 INFO [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(746): ClusterId : 1eb4e236-7a61-46bc-aa93-d84b08ec3daf 2024-11-10T09:23:25,968 DEBUG [RS:0;802346a334f5:39525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:23:25,970 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:25,977 DEBUG [RS:0;802346a334f5:39525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:23:25,977 DEBUG [RS:0;802346a334f5:39525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:23:25,978 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:23:25,978 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:23:25,978 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:23:25,978 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T09:23:25,985 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:23:25,985 INFO [master/802346a334f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:23:25,987 DEBUG [RS:0;802346a334f5:39525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:23:25,987 DEBUG [RS:0;802346a334f5:39525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7cf0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=802346a334f5/172.17.0.3:0 2024-11-10T09:23:26,003 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:26,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:23:26,004 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149071 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [802346a334f5,32857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T09:23:26,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:23:26,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:23:26,011 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b 2024-11-10T09:23:26,016 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230605985,5,FailOnTimeoutGroup] 2024-11-10T09:23:26,033 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230606016,5,FailOnTimeoutGroup] 2024-11-10T09:23:26,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:23:26,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,033 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,039 DEBUG [RS:0;802346a334f5:39525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;802346a334f5:39525 2024-11-10T09:23:26,039 INFO [RS:0;802346a334f5:39525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:23:26,039 INFO [RS:0;802346a334f5:39525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:23:26,039 DEBUG [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:23:26,040 INFO [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(2659): reportForDuty to master=802346a334f5,40741,1731230604453 with port=39525, startcode=1731230604628 2024-11-10T09:23:26,040 DEBUG [RS:0;802346a334f5:39525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:23:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:23:26,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:26,065 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:23:26,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 802346a334f5,39525,1731230604628 2024-11-10T09:23:26,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40741 {}] master.ServerManager(517): Registering regionserver=802346a334f5,39525,1731230604628 2024-11-10T09:23:26,069 DEBUG [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b 2024-11-10T09:23:26,069 DEBUG [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46405 2024-11-10T09:23:26,069 DEBUG [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:23:26,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:23:26,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:23:26,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:26,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:26,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:23:26,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:23:26,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:26,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:26,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:23:26,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:23:26,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:26,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:26,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:23:26,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:23:26,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:26,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:26,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:23:26,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740 2024-11-10T09:23:26,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740 2024-11-10T09:23:26,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:23:26,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:23:26,095 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:26,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:23:26,106 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:26,107 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60827278, jitterRate=-0.09360292553901672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:26,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731230606060Initializing all the Stores at 1731230606061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230606061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230606072 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230606072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230606072Cleaning up temporary data from old regions at 1731230606095 (+23 ms)Region opened successfully at 1731230606107 (+12 ms) 2024-11-10T09:23:26,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:23:26,107 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:23:26,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:23:26,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:23:26,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:23:26,112 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:26,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230606107Disabling compacts and flushes for region at 1731230606107Disabling writes for close at 1731230606107Writing region close event to WAL at 1731230606112 (+5 ms)Closed at 1731230606112 2024-11-10T09:23:26,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:26,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:23:26,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:23:26,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:23:26,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:23:26,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298/rs 2024-11-10T09:23:26,141 DEBUG [RS:0;802346a334f5:39525 {}] zookeeper.ZKUtil(111): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Set watcher on existing znode=/2-551142298/rs/802346a334f5,39525,1731230604628 2024-11-10T09:23:26,141 WARN [RS:0;802346a334f5:39525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:23:26,142 INFO [RS:0;802346a334f5:39525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:26,142 DEBUG [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/WALs/802346a334f5,39525,1731230604628 2024-11-10T09:23:26,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [802346a334f5,39525,1731230604628] 2024-11-10T09:23:26,174 INFO [RS:0;802346a334f5:39525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:23:26,176 INFO [RS:0;802346a334f5:39525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:23:26,179 INFO [RS:0;802346a334f5:39525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:23:26,179 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,191 INFO [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:23:26,192 INFO [RS:0;802346a334f5:39525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:23:26,192 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,192 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/802346a334f5:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/802346a334f5:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:23:26,193 DEBUG [RS:0;802346a334f5:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/802346a334f5:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:23:26,227 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,227 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,227 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,227 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,227 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,227 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39525,1731230604628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:23:26,259 INFO [RS:0;802346a334f5:39525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:23:26,259 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,39525,1731230604628-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,260 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,260 INFO [RS:0;802346a334f5:39525 {}] regionserver.Replication(171): 802346a334f5,39525,1731230604628 started 2024-11-10T09:23:26,267 WARN [802346a334f5:40741 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:23:26,289 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,289 INFO [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(1482): Serving as 802346a334f5,39525,1731230604628, RpcServer on 802346a334f5/172.17.0.3:39525, sessionid=0x101240e5c8b0007 2024-11-10T09:23:26,290 DEBUG [RS:0;802346a334f5:39525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:23:26,290 DEBUG [RS:0;802346a334f5:39525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 802346a334f5,39525,1731230604628 2024-11-10T09:23:26,290 DEBUG [RS:0;802346a334f5:39525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,39525,1731230604628' 2024-11-10T09:23:26,290 DEBUG [RS:0;802346a334f5:39525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-551142298/flush-table-proc/abort' 2024-11-10T09:23:26,291 DEBUG [RS:0;802346a334f5:39525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-551142298/flush-table-proc/acquired' 2024-11-10T09:23:26,292 DEBUG [RS:0;802346a334f5:39525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:23:26,292 DEBUG [RS:0;802346a334f5:39525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:23:26,292 DEBUG [RS:0;802346a334f5:39525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 802346a334f5,39525,1731230604628 2024-11-10T09:23:26,292 DEBUG [RS:0;802346a334f5:39525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '802346a334f5,39525,1731230604628' 2024-11-10T09:23:26,292 DEBUG [RS:0;802346a334f5:39525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-551142298/online-snapshot/abort' 2024-11-10T09:23:26,292 DEBUG [RS:0;802346a334f5:39525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-551142298/online-snapshot/acquired' 2024-11-10T09:23:26,293 DEBUG [RS:0;802346a334f5:39525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:23:26,293 INFO [RS:0;802346a334f5:39525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:23:26,293 INFO [RS:0;802346a334f5:39525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:23:26,393 INFO [RS:0;802346a334f5:39525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:23:26,395 INFO [RS:0;802346a334f5:39525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C39525%2C1731230604628, suffix=, logDir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/WALs/802346a334f5,39525,1731230604628, archiveDir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/oldWALs, maxLogs=10 2024-11-10T09:23:26,415 DEBUG [RS:0;802346a334f5:39525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/WALs/802346a334f5,39525,1731230604628/802346a334f5%2C39525%2C1731230604628.1731230606395, exclude list is [], retry=0 2024-11-10T09:23:26,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43513,DS-bbca4a40-a7e1-49f2-8ab4-b6932d86d9a7,DISK] 2024-11-10T09:23:26,425 INFO [RS:0;802346a334f5:39525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/WALs/802346a334f5,39525,1731230604628/802346a334f5%2C39525%2C1731230604628.1731230606395 2024-11-10T09:23:26,425 DEBUG [RS:0;802346a334f5:39525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46771:46771)] 2024-11-10T09:23:26,517 DEBUG [802346a334f5:40741 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:23:26,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=802346a334f5,39525,1731230604628 2024-11-10T09:23:26,519 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,39525,1731230604628, state=OPENING 2024-11-10T09:23:26,571 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:23:26,582 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:26,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:26,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-551142298/meta-region-server: CHANGED 2024-11-10T09:23:26,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-551142298/meta-region-server: CHANGED 2024-11-10T09:23:26,582 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:23:26,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,39525,1731230604628}] 2024-11-10T09:23:26,743 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:23:26,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:23:26,767 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:23:26,768 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:26,768 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:23:26,770 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C39525%2C1731230604628.meta, suffix=.meta, logDir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/WALs/802346a334f5,39525,1731230604628, archiveDir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/oldWALs, maxLogs=10 2024-11-10T09:23:26,789 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/WALs/802346a334f5,39525,1731230604628/802346a334f5%2C39525%2C1731230604628.meta.1731230606771.meta, exclude list is [], retry=0 2024-11-10T09:23:26,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43513,DS-bbca4a40-a7e1-49f2-8ab4-b6932d86d9a7,DISK] 2024-11-10T09:23:26,802 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/WALs/802346a334f5,39525,1731230604628/802346a334f5%2C39525%2C1731230604628.meta.1731230606771.meta 2024-11-10T09:23:26,804 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46771:46771)] 2024-11-10T09:23:26,804 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:26,805 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:23:26,805 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:23:26,805 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:23:26,805 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:23:26,806 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:23:26,806 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:26,806 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:23:26,806 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:23:26,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:23:26,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:23:26,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:26,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:26,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:23:26,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:23:26,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:26,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:26,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:23:26,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:23:26,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:26,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:26,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:23:26,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:23:26,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:26,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:23:26,836 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:23:26,837 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740 2024-11-10T09:23:26,838 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740 2024-11-10T09:23:26,839 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:23:26,839 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:23:26,840 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:23:26,841 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:23:26,842 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66620477, jitterRate=-0.007277533411979675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:23:26,842 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:23:26,843 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731230606806Writing region info on filesystem at 1731230606806Initializing all the Stores at 1731230606807 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230606807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230606812 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230606812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731230606812Cleaning up temporary data from old regions at 1731230606839 (+27 ms)Running coprocessor post-open hooks at 1731230606842 (+3 ms)Region opened successfully at 1731230606842 2024-11-10T09:23:26,845 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731230606743 2024-11-10T09:23:26,852 DEBUG [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:23:26,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,39525,1731230604628 2024-11-10T09:23:26,853 INFO [RS_OPEN_META-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:23:26,853 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 802346a334f5,39525,1731230604628, state=OPEN 2024-11-10T09:23:26,866 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-551142298/meta-region-server 2024-11-10T09:23:26,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-551142298/meta-region-server 2024-11-10T09:23:26,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-551142298/meta-region-server: CHANGED 2024-11-10T09:23:26,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=802346a334f5,39525,1731230604628 2024-11-10T09:23:26,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-551142298/meta-region-server: CHANGED 2024-11-10T09:23:26,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:23:26,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=802346a334f5,39525,1731230604628 in 284 msec 2024-11-10T09:23:26,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:23:26,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-11-10T09:23:26,875 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:23:26,875 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:23:26,878 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:26,879 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39525,1731230604628, seqNum=-1] 2024-11-10T09:23:26,879 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:26,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:26,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0120 sec 2024-11-10T09:23:26,892 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731230606892, completionTime=-1 2024-11-10T09:23:26,892 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:23:26,892 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T09:23:26,896 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T09:23:26,896 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731230666896 2024-11-10T09:23:26,896 INFO [master/802346a334f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731230726896 2024-11-10T09:23:26,896 INFO [master/802346a334f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-10T09:23:26,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40741,1731230604453-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40741,1731230604453-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40741,1731230604453-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-802346a334f5:40741, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,897 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,902 DEBUG [master/802346a334f5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:23:26,904 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,912 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.094sec 2024-11-10T09:23:26,913 INFO [master/802346a334f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:23:26,913 INFO [master/802346a334f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:23:26,913 INFO [master/802346a334f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:23:26,913 INFO [master/802346a334f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:23:26,913 INFO [master/802346a334f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:23:26,913 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40741,1731230604453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:23:26,913 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40741,1731230604453-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:23:26,930 DEBUG [master/802346a334f5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:23:26,930 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:23:26,930 INFO [master/802346a334f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=802346a334f5,40741,1731230604453-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:23:26,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24004756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:26,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40741,-1 for getting cluster id 2024-11-10T09:23:26,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:26,968 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eb4e236-7a61-46bc-aa93-d84b08ec3daf' 2024-11-10T09:23:26,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:26,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eb4e236-7a61-46bc-aa93-d84b08ec3daf" 2024-11-10T09:23:26,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed0e1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:26,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40741,-1] 2024-11-10T09:23:26,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:26,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:26,972 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:26,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:26,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39525,1731230604628, seqNum=-1] 2024-11-10T09:23:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:26,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:26,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=802346a334f5,40741,1731230604453 2024-11-10T09:23:26,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52815 2024-11-10T09:23:26,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:23:26,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:23:27,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:27,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39331,1731230592711 2024-11-10T09:23:27,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43ccadaa 2024-11-10T09:23:27,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:27,013 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:27,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:23:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:23:27,016 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:23:27,016 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:27,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:23:27,017 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:23:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:27,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101240e5c8b0008 connected 2024-11-10T09:23:27,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:23:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:27,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:27,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ab85b85b158240be221fcea6086ed25, NAME => 'test,,1731230607013.9ab85b85b158240be221fcea6086ed25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890 2024-11-10T09:23:27,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:23:27,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230607013.9ab85b85b158240be221fcea6086ed25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:27,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ab85b85b158240be221fcea6086ed25, disabling compactions & flushes 2024-11-10T09:23:27,549 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:27,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:27,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230607013.9ab85b85b158240be221fcea6086ed25. after waiting 0 ms 2024-11-10T09:23:27,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:27,549 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:27,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ab85b85b158240be221fcea6086ed25: Waiting for close lock at 1731230607549Disabling compacts and flushes for region at 1731230607549Disabling writes for close at 1731230607549Writing region close event to WAL at 1731230607549Closed at 1731230607549 2024-11-10T09:23:27,550 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:23:27,550 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230607013.9ab85b85b158240be221fcea6086ed25.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230607550"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230607550"}]},"ts":"1731230607550"} 2024-11-10T09:23:27,552 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:23:27,553 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:23:27,554 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230607553"}]},"ts":"1731230607553"} 2024-11-10T09:23:27,556 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:23:27,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ab85b85b158240be221fcea6086ed25, ASSIGN}] 2024-11-10T09:23:27,558 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ab85b85b158240be221fcea6086ed25, ASSIGN 2024-11-10T09:23:27,560 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ab85b85b158240be221fcea6086ed25, ASSIGN; state=OFFLINE, location=802346a334f5,32831,1731230593531; forceNewPlan=false, retain=false 2024-11-10T09:23:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:27,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ab85b85b158240be221fcea6086ed25, regionState=OPENING, regionLocation=802346a334f5,32831,1731230593531 2024-11-10T09:23:27,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ab85b85b158240be221fcea6086ed25, ASSIGN because future has completed 2024-11-10T09:23:27,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ab85b85b158240be221fcea6086ed25, server=802346a334f5,32831,1731230593531}] 2024-11-10T09:23:27,888 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:27,889 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ab85b85b158240be221fcea6086ed25, NAME => 'test,,1731230607013.9ab85b85b158240be221fcea6086ed25.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:27,889 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:23:27,889 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:23:27,889 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,889 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230607013.9ab85b85b158240be221fcea6086ed25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:27,890 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,890 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,896 INFO [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,898 INFO [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ab85b85b158240be221fcea6086ed25 columnFamilyName f 2024-11-10T09:23:27,898 DEBUG [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:27,899 INFO [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] regionserver.HStore(327): Store=9ab85b85b158240be221fcea6086ed25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:27,899 INFO [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,900 INFO [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ab85b85b158240be221fcea6086ed25 columnFamilyName f1 2024-11-10T09:23:27,900 DEBUG [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:27,901 INFO [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] regionserver.HStore(327): Store=9ab85b85b158240be221fcea6086ed25/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:27,901 INFO [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,903 INFO [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ab85b85b158240be221fcea6086ed25 columnFamilyName norep 2024-11-10T09:23:27,903 DEBUG [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:27,903 INFO [StoreOpener-9ab85b85b158240be221fcea6086ed25-1 {}] regionserver.HStore(327): Store=9ab85b85b158240be221fcea6086ed25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:27,903 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,904 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,904 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,905 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,905 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,906 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:23:27,906 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,909 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:27,910 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ab85b85b158240be221fcea6086ed25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67156882, jitterRate=7.155239582061768E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:23:27,910 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:27,911 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ab85b85b158240be221fcea6086ed25: Running coprocessor pre-open hook at 1731230607890Writing region info on filesystem at 1731230607890Initializing all the Stores at 1731230607891 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230607891Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230607896 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230607896Cleaning up temporary data from old regions at 1731230607905 (+9 ms)Running coprocessor post-open hooks at 1731230607910 (+5 ms)Region opened successfully at 1731230607911 (+1 ms) 2024-11-10T09:23:27,912 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230607013.9ab85b85b158240be221fcea6086ed25., pid=6, masterSystemTime=1731230607873 2024-11-10T09:23:27,914 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:27,914 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:27,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ab85b85b158240be221fcea6086ed25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,32831,1731230593531 2024-11-10T09:23:27,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ab85b85b158240be221fcea6086ed25, server=802346a334f5,32831,1731230593531 because future has completed 2024-11-10T09:23:27,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:23:27,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ab85b85b158240be221fcea6086ed25, server=802346a334f5,32831,1731230593531 in 213 msec 2024-11-10T09:23:27,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:23:27,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ab85b85b158240be221fcea6086ed25, ASSIGN in 372 msec 2024-11-10T09:23:27,930 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:23:27,930 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230607930"}]},"ts":"1731230607930"} 2024-11-10T09:23:27,932 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:23:27,932 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:23:27,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 918 msec 2024-11-10T09:23:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:28,153 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:23:28,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,33931,1731230598514 2024-11-10T09:23:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b9ef63e 2024-11-10T09:23:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:28,156 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:28,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:23:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:23:28,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:23:28,163 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:28,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:23:28,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:23:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:28,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:23:28,253 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73f6f94daf25522147cae499e7574023, NAME => 'test,,1731230608156.73f6f94daf25522147cae499e7574023.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5 2024-11-10T09:23:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:23:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:28,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230608156.73f6f94daf25522147cae499e7574023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:28,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 73f6f94daf25522147cae499e7574023, disabling compactions & flushes 2024-11-10T09:23:28,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:28,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:28,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230608156.73f6f94daf25522147cae499e7574023. after waiting 0 ms 2024-11-10T09:23:28,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:28,744 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:28,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73f6f94daf25522147cae499e7574023: Waiting for close lock at 1731230608743Disabling compacts and flushes for region at 1731230608743Disabling writes for close at 1731230608744 (+1 ms)Writing region close event to WAL at 1731230608744Closed at 1731230608744 2024-11-10T09:23:28,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:23:28,745 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230608156.73f6f94daf25522147cae499e7574023.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230608745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230608745"}]},"ts":"1731230608745"} 2024-11-10T09:23:28,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:23:28,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:23:28,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230608748"}]},"ts":"1731230608748"} 2024-11-10T09:23:28,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:23:28,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73f6f94daf25522147cae499e7574023, ASSIGN}] 2024-11-10T09:23:28,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73f6f94daf25522147cae499e7574023, ASSIGN 2024-11-10T09:23:28,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=73f6f94daf25522147cae499e7574023, ASSIGN; state=OFFLINE, location=802346a334f5,46667,1731230598648; forceNewPlan=false, retain=false 2024-11-10T09:23:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:28,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73f6f94daf25522147cae499e7574023, regionState=OPENING, regionLocation=802346a334f5,46667,1731230598648 2024-11-10T09:23:28,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=73f6f94daf25522147cae499e7574023, ASSIGN because future has completed 2024-11-10T09:23:28,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73f6f94daf25522147cae499e7574023, server=802346a334f5,46667,1731230598648}] 2024-11-10T09:23:29,090 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:29,091 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 73f6f94daf25522147cae499e7574023, NAME => 'test,,1731230608156.73f6f94daf25522147cae499e7574023.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:29,091 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:23:29,091 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:23:29,092 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,092 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230608156.73f6f94daf25522147cae499e7574023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:29,092 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,092 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,107 INFO [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,110 INFO [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73f6f94daf25522147cae499e7574023 columnFamilyName f 2024-11-10T09:23:29,111 DEBUG [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:29,112 INFO [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] regionserver.HStore(327): Store=73f6f94daf25522147cae499e7574023/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:29,112 INFO [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,115 INFO [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73f6f94daf25522147cae499e7574023 columnFamilyName f1 2024-11-10T09:23:29,115 DEBUG [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:29,118 INFO [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] regionserver.HStore(327): Store=73f6f94daf25522147cae499e7574023/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:29,119 INFO [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,120 INFO [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73f6f94daf25522147cae499e7574023 columnFamilyName norep 2024-11-10T09:23:29,120 DEBUG [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:29,121 INFO [StoreOpener-73f6f94daf25522147cae499e7574023-1 {}] regionserver.HStore(327): Store=73f6f94daf25522147cae499e7574023/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:29,123 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,124 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,125 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,127 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,127 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,127 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:23:29,128 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,143 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:29,143 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 73f6f94daf25522147cae499e7574023; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72842785, jitterRate=0.08544208109378815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:23:29,143 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:29,143 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 73f6f94daf25522147cae499e7574023: Running coprocessor pre-open hook at 1731230609092Writing region info on filesystem at 1731230609092Initializing all the Stores at 1731230609096 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230609096Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230609107 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230609107Cleaning up temporary data from old regions at 1731230609127 (+20 ms)Running coprocessor post-open hooks at 1731230609143 (+16 ms)Region opened successfully at 1731230609143 2024-11-10T09:23:29,144 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230608156.73f6f94daf25522147cae499e7574023., pid=6, masterSystemTime=1731230609062 2024-11-10T09:23:29,149 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73f6f94daf25522147cae499e7574023, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,46667,1731230598648 2024-11-10T09:23:29,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73f6f94daf25522147cae499e7574023, server=802346a334f5,46667,1731230598648 because future has completed 2024-11-10T09:23:29,152 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:29,152 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:29,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:23:29,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 73f6f94daf25522147cae499e7574023, server=802346a334f5,46667,1731230598648 in 256 msec 2024-11-10T09:23:29,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:23:29,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=73f6f94daf25522147cae499e7574023, ASSIGN in 418 msec 2024-11-10T09:23:29,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:23:29,174 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230609173"}]},"ts":"1731230609173"} 2024-11-10T09:23:29,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:23:29,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:23:29,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0190 sec 2024-11-10T09:23:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:29,324 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:23:29,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,40741,1731230604453 2024-11-10T09:23:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e36fd98 2024-11-10T09:23:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:29,326 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:29,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:23:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T09:23:29,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:23:29,329 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:29,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T09:23:29,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:23:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:29,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741835_1011 (size=902) 2024-11-10T09:23:29,340 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f7e84b62a782fd7ecec2962f17ca00d, NAME => 'test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b 2024-11-10T09:23:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741836_1012 (size=39) 2024-11-10T09:23:29,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:29,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f7e84b62a782fd7ecec2962f17ca00d, disabling compactions & flushes 2024-11-10T09:23:29,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:29,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:29,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. after waiting 0 ms 2024-11-10T09:23:29,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:29,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:29,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f7e84b62a782fd7ecec2962f17ca00d: Waiting for close lock at 1731230609347Disabling compacts and flushes for region at 1731230609347Disabling writes for close at 1731230609347Writing region close event to WAL at 1731230609347Closed at 1731230609347 2024-11-10T09:23:29,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:23:29,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731230609349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230609349"}]},"ts":"1731230609349"} 2024-11-10T09:23:29,352 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:23:29,353 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:23:29,353 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230609353"}]},"ts":"1731230609353"} 2024-11-10T09:23:29,355 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T09:23:29,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f7e84b62a782fd7ecec2962f17ca00d, ASSIGN}] 2024-11-10T09:23:29,356 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f7e84b62a782fd7ecec2962f17ca00d, ASSIGN 2024-11-10T09:23:29,357 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f7e84b62a782fd7ecec2962f17ca00d, ASSIGN; state=OFFLINE, location=802346a334f5,39525,1731230604628; forceNewPlan=false, retain=false 2024-11-10T09:23:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:29,507 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f7e84b62a782fd7ecec2962f17ca00d, regionState=OPENING, regionLocation=802346a334f5,39525,1731230604628 2024-11-10T09:23:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f7e84b62a782fd7ecec2962f17ca00d, ASSIGN because future has completed 2024-11-10T09:23:29,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f7e84b62a782fd7ecec2962f17ca00d, server=802346a334f5,39525,1731230604628}] 2024-11-10T09:23:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:29,668 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:29,668 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f7e84b62a782fd7ecec2962f17ca00d, NAME => 'test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:29,669 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:23:29,669 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T09:23:29,669 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,669 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:29,669 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,669 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,670 INFO [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,672 INFO [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f7e84b62a782fd7ecec2962f17ca00d columnFamilyName f 2024-11-10T09:23:29,672 DEBUG [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:29,672 INFO [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] regionserver.HStore(327): Store=1f7e84b62a782fd7ecec2962f17ca00d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:29,672 INFO [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,673 INFO [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f7e84b62a782fd7ecec2962f17ca00d columnFamilyName f1 2024-11-10T09:23:29,673 DEBUG [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:29,674 INFO [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] regionserver.HStore(327): Store=1f7e84b62a782fd7ecec2962f17ca00d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:29,674 INFO [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,675 INFO [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f7e84b62a782fd7ecec2962f17ca00d columnFamilyName norep 2024-11-10T09:23:29,675 DEBUG [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:29,676 INFO [StoreOpener-1f7e84b62a782fd7ecec2962f17ca00d-1 {}] regionserver.HStore(327): Store=1f7e84b62a782fd7ecec2962f17ca00d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:29,676 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,677 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,677 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,678 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,678 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,679 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:23:29,680 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,690 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:29,691 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f7e84b62a782fd7ecec2962f17ca00d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64883188, jitterRate=-0.033165156841278076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:23:29,691 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:29,691 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f7e84b62a782fd7ecec2962f17ca00d: Running coprocessor pre-open hook at 1731230609669Writing region info on filesystem at 1731230609669Initializing all the Stores at 1731230609670 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230609670Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230609670Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230609670Cleaning up temporary data from old regions at 1731230609678 (+8 ms)Running coprocessor post-open hooks at 1731230609691 (+13 ms)Region opened successfully at 1731230609691 2024-11-10T09:23:29,696 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d., pid=6, masterSystemTime=1731230609661 2024-11-10T09:23:29,700 DEBUG [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:29,701 INFO [RS_OPEN_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:29,702 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f7e84b62a782fd7ecec2962f17ca00d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=802346a334f5,39525,1731230604628 2024-11-10T09:23:29,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f7e84b62a782fd7ecec2962f17ca00d, server=802346a334f5,39525,1731230604628 because future has completed 2024-11-10T09:23:29,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:23:29,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f7e84b62a782fd7ecec2962f17ca00d, server=802346a334f5,39525,1731230604628 in 214 msec 2024-11-10T09:23:29,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:23:29,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f7e84b62a782fd7ecec2962f17ca00d, ASSIGN in 375 msec 2024-11-10T09:23:29,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:23:29,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230609735"}]},"ts":"1731230609735"} 2024-11-10T09:23:29,737 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T09:23:29,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:23:29,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 413 msec 2024-11-10T09:23:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:23:29,954 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T09:23:29,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:29,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39331,-1 for getting cluster id 2024-11-10T09:23:29,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:29,980 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca8518fe-5bb6-4bcf-93ea-6f38651f379f' 2024-11-10T09:23:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca8518fe-5bb6-4bcf-93ea-6f38651f379f" 2024-11-10T09:23:29,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b5e264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:29,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39331,-1] 2024-11-10T09:23:29,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:29,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:29,983 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11af7ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:29,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:29,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39331,1731230592711 2024-11-10T09:23:29,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4ab790 2024-11-10T09:23:29,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:29,989 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:29,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://802346a334f5:33931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:23:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:23:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:23:29,998 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:33931' 2024-11-10T09:23:29,999 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2602c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:29,999 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,33931,-1 for getting cluster id 2024-11-10T09:23:29,999 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:29,999 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a52b3e2f-15a8-457e-9d31-2649fb85b72a' 2024-11-10T09:23:30,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:30,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a52b3e2f-15a8-457e-9d31-2649fb85b72a" 2024-11-10T09:23:30,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afd3348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:30,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,33931,-1] 2024-11-10T09:23:30,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:30,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:30,012 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:30,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1f34ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:30,013 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,33931,1731230598514 2024-11-10T09:23:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a6a7cc 2024-11-10T09:23:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:30,016 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:30,017 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T09:23:30,017 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:23:30,017 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:30,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:30,018 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:30,018 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:23:30,020 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T09:23:30,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:23:30,021 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:30,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:23:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741837_1013 (size=1138) 2024-11-10T09:23:30,073 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T09:23:30,078 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ee09b809934a02f693baeaebb0a8d9b, NAME => 'hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890 2024-11-10T09:23:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:23:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741838_1014 (size=44) 2024-11-10T09:23:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:23:30,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:30,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1ee09b809934a02f693baeaebb0a8d9b, disabling compactions & flushes 2024-11-10T09:23:30,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:30,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:30,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. after waiting 0 ms 2024-11-10T09:23:30,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:30,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:30,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ee09b809934a02f693baeaebb0a8d9b: Waiting for close lock at 1731230610524Disabling compacts and flushes for region at 1731230610524Disabling writes for close at 1731230610525 (+1 ms)Writing region close event to WAL at 1731230610525Closed at 1731230610525 2024-11-10T09:23:30,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:23:30,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731230610526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731230610526"}]},"ts":"1731230610526"} 2024-11-10T09:23:30,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:23:30,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:23:30,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230610536"}]},"ts":"1731230610536"} 2024-11-10T09:23:30,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T09:23:30,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ee09b809934a02f693baeaebb0a8d9b, ASSIGN}] 2024-11-10T09:23:30,540 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ee09b809934a02f693baeaebb0a8d9b, ASSIGN 2024-11-10T09:23:30,541 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ee09b809934a02f693baeaebb0a8d9b, ASSIGN; state=OFFLINE, location=802346a334f5,32831,1731230593531; forceNewPlan=false, retain=false 2024-11-10T09:23:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:23:30,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ee09b809934a02f693baeaebb0a8d9b, regionState=OPENING, regionLocation=802346a334f5,32831,1731230593531 2024-11-10T09:23:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ee09b809934a02f693baeaebb0a8d9b, ASSIGN because future has completed 2024-11-10T09:23:30,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ee09b809934a02f693baeaebb0a8d9b, server=802346a334f5,32831,1731230593531}] 2024-11-10T09:23:30,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:30,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:23:30,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T09:23:30,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=802346a334f5%2C32831%2C1731230593531.rep, suffix=, logDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531, archiveDir=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/oldWALs, maxLogs=10 2024-11-10T09:23:30,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.rep.1731230610859, exclude list is [], retry=0 2024-11-10T09:23:30,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-3d7a065f-9b57-4e51-b02d-8bb3e7e324bd,DISK] 2024-11-10T09:23:30,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.rep.1731230610859 2024-11-10T09:23:30,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37469:37469)] 2024-11-10T09:23:30,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ee09b809934a02f693baeaebb0a8d9b, NAME => 'hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:23:30,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T09:23:30,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:23:30,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. service=MultiRowMutationService 2024-11-10T09:23:30,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T09:23:30,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:23:30,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,909 INFO [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,910 INFO [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ee09b809934a02f693baeaebb0a8d9b columnFamilyName hfileref 2024-11-10T09:23:30,910 DEBUG [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:30,911 INFO [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] regionserver.HStore(327): Store=1ee09b809934a02f693baeaebb0a8d9b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:30,911 INFO [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,912 INFO [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ee09b809934a02f693baeaebb0a8d9b columnFamilyName queue 2024-11-10T09:23:30,913 DEBUG [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:30,913 INFO [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] regionserver.HStore(327): Store=1ee09b809934a02f693baeaebb0a8d9b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:30,913 INFO [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,914 INFO [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ee09b809934a02f693baeaebb0a8d9b columnFamilyName sid 2024-11-10T09:23:30,914 DEBUG [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:23:30,915 INFO [StoreOpener-1ee09b809934a02f693baeaebb0a8d9b-1 {}] regionserver.HStore(327): Store=1ee09b809934a02f693baeaebb0a8d9b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:23:30,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T09:23:30,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:23:30,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1ee09b809934a02f693baeaebb0a8d9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58790467, jitterRate=-0.12395377457141876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T09:23:30,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:30,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1ee09b809934a02f693baeaebb0a8d9b: Running coprocessor pre-open hook at 1731230610907Writing region info on filesystem at 1731230610907Initializing all the Stores at 1731230610908 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230610908Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230610908Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731230610908Cleaning up temporary data from old regions at 1731230610917 (+9 ms)Running coprocessor post-open hooks at 1731230610922 (+5 ms)Region opened successfully at 1731230610922 2024-11-10T09:23:30,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b., pid=10, masterSystemTime=1731230610853 2024-11-10T09:23:30,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:30,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:30,926 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ee09b809934a02f693baeaebb0a8d9b, regionState=OPEN, openSeqNum=2, regionLocation=802346a334f5,32831,1731230593531 2024-11-10T09:23:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ee09b809934a02f693baeaebb0a8d9b, server=802346a334f5,32831,1731230593531 because future has completed 2024-11-10T09:23:30,928 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39331 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=802346a334f5,32831,1731230593531, table=hbase:replication, region=1ee09b809934a02f693baeaebb0a8d9b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T09:23:30,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:23:30,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ee09b809934a02f693baeaebb0a8d9b, server=802346a334f5,32831,1731230593531 in 239 msec 2024-11-10T09:23:30,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:23:30,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ee09b809934a02f693baeaebb0a8d9b, ASSIGN in 398 msec 2024-11-10T09:23:30,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:23:30,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731230610941"}]},"ts":"1731230610941"} 2024-11-10T09:23:30,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T09:23:30,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:23:30,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 927 msec 2024-11-10T09:23:30,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b., hostname=802346a334f5,32831,1731230593531, seqNum=2] 2024-11-10T09:23:31,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:31,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:31,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:23:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:23:31,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T09:23:31,279 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T09:23:31,329 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-802346a334f5,32831,1731230593531, ReplicationSource: 1, currentBandwidth=0 2024-11-10T09:23:31,330 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:31,330 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,32831,1731230593531, seqNum=-1] 2024-11-10T09:23:31,331 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:31,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-10T09:23:31,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-802346a334f5,32831,1731230593531', locateType=CURRENT is [region=hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b., hostname=802346a334f5,32831,1731230593531, seqNum=2] 2024-11-10T09:23:31,641 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_8363107_20 at /127.0.0.1:32806 [Receiving block BP-1955221341-172.17.0.3-1731230589232:blk_1073741839_1015] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 305ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/cluster_69ba6077-3d30-6dcf-9540-be4f520a3403/data/data1/, blockId=1073741839, seqno=2 2024-11-10T09:23:31,649 INFO [AsyncFSWAL-0-hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890-prefix:802346a334f5,32831,1731230593531.rep {}] wal.AbstractFSWAL(1368): Slow sync cost: 313 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40539,DS-3d7a065f-9b57-4e51-b02d-8bb3e7e324bd,DISK]] 2024-11-10T09:23:31,656 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T09:23:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T09:23:31,659 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 802346a334f5,32831,1731230593531 suceeded 2024-11-10T09:23:31,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T09:23:31,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 534 msec 2024-11-10T09:23:31,661 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://802346a334f5:33931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:23:31,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6710 sec 2024-11-10T09:23:31,678 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:33931' 2024-11-10T09:23:31,679 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cbb42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:31,680 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,33931,-1 for getting cluster id 2024-11-10T09:23:31,680 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:31,681 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a52b3e2f-15a8-457e-9d31-2649fb85b72a' 2024-11-10T09:23:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a52b3e2f-15a8-457e-9d31-2649fb85b72a" 2024-11-10T09:23:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67d65e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,33931,-1] 2024-11-10T09:23:31,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:31,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:31,683 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:31,684 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@91dca28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:31,684 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,33931,1731230598514 2024-11-10T09:23:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@502ba2b8 2024-11-10T09:23:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:31,686 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T09:23:31,687 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-802346a334f5,32831,1731230593531 (queues=1) is replicating from cluster=ca8518fe-5bb6-4bcf-93ea-6f38651f379f to cluster=a52b3e2f-15a8-457e-9d31-2649fb85b72a 2024-11-10T09:23:31,687 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=802346a334f5%2C32831%2C1731230593531 2024-11-10T09:23:31,687 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-802346a334f5,32831,1731230593531, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:23:31,698 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C32831%2C1731230593531 2024-11-10T09:23:31,698 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874, startPosition=0, beingWritten=true 2024-11-10T09:23:31,708 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:23:31,708 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to pos 379, reset compression=false 2024-11-10T09:23:31,708 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,32831,1731230593531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:23:31,915 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to pos 379, reset compression=false 2024-11-10T09:23:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:23:32,144 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T09:23:32,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:32,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:32,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:32,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:32,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:32,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39331,-1 for getting cluster id 2024-11-10T09:23:32,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:32,153 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca8518fe-5bb6-4bcf-93ea-6f38651f379f' 2024-11-10T09:23:32,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca8518fe-5bb6-4bcf-93ea-6f38651f379f" 2024-11-10T09:23:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86f778f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39331,-1] 2024-11-10T09:23:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:32,155 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:32,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688ff6c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,33931,-1 for getting cluster id 2024-11-10T09:23:32,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:32,162 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a52b3e2f-15a8-457e-9d31-2649fb85b72a' 2024-11-10T09:23:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a52b3e2f-15a8-457e-9d31-2649fb85b72a" 2024-11-10T09:23:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719c0873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,33931,-1] 2024-11-10T09:23:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:32,163 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a6670e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40741,-1 for getting cluster id 2024-11-10T09:23:32,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:32,172 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eb4e236-7a61-46bc-aa93-d84b08ec3daf' 2024-11-10T09:23:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eb4e236-7a61-46bc-aa93-d84b08ec3daf" 2024-11-10T09:23:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b065560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40741,-1] 2024-11-10T09:23:32,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:32,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:32,174 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:32,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555426b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:32,181 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731230612181/Put/seqid=0 2024-11-10T09:23:32,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741840_1016 (size=7894) 2024-11-10T09:23:32,212 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731230612212/Put/seqid=0 2024-11-10T09:23:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741841_1017 (size=7691) 2024-11-10T09:23:32,252 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to pos 379, reset compression=false 2024-11-10T09:23:32,308 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:23:32,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:32,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39331,-1 for getting cluster id 2024-11-10T09:23:32,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:32,642 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca8518fe-5bb6-4bcf-93ea-6f38651f379f' 2024-11-10T09:23:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca8518fe-5bb6-4bcf-93ea-6f38651f379f" 2024-11-10T09:23:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dc8b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39331,-1] 2024-11-10T09:23:32,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:32,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:32,644 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:32,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922348b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:32,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:32,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,32831,1731230593531, seqNum=-1] 2024-11-10T09:23:32,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:32,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:32,657 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to pos 379, reset compression=false 2024-11-10T09:23:32,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:32,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39331,1731230592711 2024-11-10T09:23:32,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bffbd61 2024-11-10T09:23:32,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:32,663 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:32,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., hostname=802346a334f5,32831,1731230593531, seqNum=2] 2024-11-10T09:23:32,670 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:23:32,685 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-10T09:23:32,690 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-10T09:23:32,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 9ab85b85b158240be221fcea6086ed25/f 2024-11-10T09:23:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T09:23:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:23:32,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 9ab85b85b158240be221fcea6086ed25/f 2024-11-10T09:23:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T09:23:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:23:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegion(2603): Flush status journal for 9ab85b85b158240be221fcea6086ed25: 2024-11-10T09:23:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__k0vo2dfbnpurgkjctrmutv480merfici9n66haul17er3guut2cm9g50opam9pm2/f/hfile_0 2024-11-10T09:23:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__k0vo2dfbnpurgkjctrmutv480merfici9n66haul17er3guut2cm9g50opam9pm2/f/hfile_0 as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_ 2024-11-10T09:23:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__k0vo2dfbnpurgkjctrmutv480merfici9n66haul17er3guut2cm9g50opam9pm2/f/hfile_1 2024-11-10T09:23:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__k0vo2dfbnpurgkjctrmutv480merfici9n66haul17er3guut2cm9g50opam9pm2/f/hfile_1 as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_ 2024-11-10T09:23:32,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__k0vo2dfbnpurgkjctrmutv480merfici9n66haul17er3guut2cm9g50opam9pm2/f/hfile_0 into 9ab85b85b158240be221fcea6086ed25/f as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_ - updating store file list. 2024-11-10T09:23:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:23:32,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_ into 9ab85b85b158240be221fcea6086ed25/f 2024-11-10T09:23:32,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__k0vo2dfbnpurgkjctrmutv480merfici9n66haul17er3guut2cm9g50opam9pm2/f/hfile_0 into 9ab85b85b158240be221fcea6086ed25/f (new location: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_) 2024-11-10T09:23:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__k0vo2dfbnpurgkjctrmutv480merfici9n66haul17er3guut2cm9g50opam9pm2/f/hfile_0 2024-11-10T09:23:32,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__k0vo2dfbnpurgkjctrmutv480merfici9n66haul17er3guut2cm9g50opam9pm2/f/hfile_1 into 9ab85b85b158240be221fcea6086ed25/f as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_ - updating store file list. 2024-11-10T09:23:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:23:32,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_ into 9ab85b85b158240be221fcea6086ed25/f 2024-11-10T09:23:32,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__k0vo2dfbnpurgkjctrmutv480merfici9n66haul17er3guut2cm9g50opam9pm2/f/hfile_1 into 9ab85b85b158240be221fcea6086ed25/f (new location: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_) 2024-11-10T09:23:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__k0vo2dfbnpurgkjctrmutv480merfici9n66haul17er3guut2cm9g50opam9pm2/f/hfile_1 2024-11-10T09:23:32,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:32,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:32,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:32,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:32,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., hostname=802346a334f5,32831,1731230593531, seqNum=2 , the old value is region=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., hostname=802346a334f5,32831,1731230593531, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=802346a334f5:32831 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:23:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., hostname=802346a334f5,32831,1731230593531, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:23:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., hostname=802346a334f5,32831,1731230593531, seqNum=2 from cache 2024-11-10T09:23:32,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:41612 deadline: 1731230672744 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:41612 2024-11-10T09:23:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,46667,1731230598648, seqNum=-1] 2024-11-10T09:23:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:32,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230608156.73f6f94daf25522147cae499e7574023., hostname=802346a334f5,46667,1731230598648, seqNum=2] 2024-11-10T09:23:32,753 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T09:23:32,854 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T09:23:33,160 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to pos 379, reset compression=false 2024-11-10T09:23:33,186 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:23:33,187 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,32831,1731230593531 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ab85b85b158240be221fcea6086ed25/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731230612741/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T09:23:33,190 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:23:33,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T09:23:33,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(318): Replicating [ca8518fe-5bb6-4bcf-93ea-6f38651f379f] bulk loaded data 2024-11-10T09:23:33,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70a70366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:33,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,33931,-1 for getting cluster id 2024-11-10T09:23:33,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:33,205 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a52b3e2f-15a8-457e-9d31-2649fb85b72a' 2024-11-10T09:23:33,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:33,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a52b3e2f-15a8-457e-9d31-2649fb85b72a" 2024-11-10T09:23:33,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a2e531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:33,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,33931,-1] 2024-11-10T09:23:33,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:33,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:33,206 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:33,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58fc6863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:33,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741837_1013 (size=7894) 2024-11-10T09:23:33,389 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to pos 687, reset compression=false 2024-11-10T09:23:33,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741838_1014 (size=7691) 2024-11-10T09:23:33,712 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to pos 687, reset compression=false 2024-11-10T09:23:33,760 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T09:23:33,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:33,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,33931,1731230598514 2024-11-10T09:23:33,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78afd98f 2024-11-10T09:23:33,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:33,803 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-10T09:23:33,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:23:33,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:33,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,46667,1731230598648, seqNum=-1] 2024-11-10T09:23:33,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:33,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-10T09:23:33,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-10T09:23:33,852 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-10T09:23:33,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_ for inclusion in 73f6f94daf25522147cae499e7574023/f 2024-11-10T09:23:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T09:23:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:23:33,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_ for inclusion in 73f6f94daf25522147cae499e7574023/f 2024-11-10T09:23:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T09:23:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:23:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HRegion(2603): Flush status journal for 73f6f94daf25522147cae499e7574023: 2024-11-10T09:23:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:23:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_ as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/028ca69e473b4237bb8d558487396278_SeqId_4_ 2024-11-10T09:23:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:23:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_ as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/9a775ccb6876473dbe771a063d35285b_SeqId_4_ 2024-11-10T09:23:33,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_ into 73f6f94daf25522147cae499e7574023/f as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/028ca69e473b4237bb8d558487396278_SeqId_4_ - updating store file list. 2024-11-10T09:23:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 028ca69e473b4237bb8d558487396278_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:23:33,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/028ca69e473b4237bb8d558487396278_SeqId_4_ into 73f6f94daf25522147cae499e7574023/f 2024-11-10T09:23:33,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_ into 73f6f94daf25522147cae499e7574023/f (new location: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/028ca69e473b4237bb8d558487396278_SeqId_4_) 2024-11-10T09:23:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/80b65b00d9bc4d4e877eb8544d09cd09_SeqId_4_ 2024-11-10T09:23:33,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_ into 73f6f94daf25522147cae499e7574023/f as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/9a775ccb6876473dbe771a063d35285b_SeqId_4_ - updating store file list. 2024-11-10T09:23:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a775ccb6876473dbe771a063d35285b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:23:33,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/9a775ccb6876473dbe771a063d35285b_SeqId_4_ into 73f6f94daf25522147cae499e7574023/f 2024-11-10T09:23:33,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_ into 73f6f94daf25522147cae499e7574023/f (new location: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/9a775ccb6876473dbe771a063d35285b_SeqId_4_) 2024-11-10T09:23:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__g1qpk4hksvqb3c938e6buen7dr80ervp55nno9f17k8kcc57nugqh0hg4h7g75lf/f/38886ad0c37748ee90e46b4d8b3708ed_SeqId_4_ 2024-11-10T09:23:33,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(324): Finished replicating [ca8518fe-5bb6-4bcf-93ea-6f38651f379f] bulk loaded data 2024-11-10T09:23:34,052 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:23:34,107 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T09:23:34,144 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to pos 687, reset compression=false 2024-11-10T09:23:34,684 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to pos 687, reset compression=false 2024-11-10T09:23:34,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39525,1731230604628, seqNum=-1] 2024-11-10T09:23:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:34,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:34,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d., hostname=802346a334f5,39525,1731230604628, seqNum=2] 2024-11-10T09:23:34,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:23:34,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:23:34,790 DEBUG [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 802346a334f5%2C32831%2C1731230593531.rep:(num 1731230610859) roll requested 2024-11-10T09:23:34,813 DEBUG [regionserver/802346a334f5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.rep.1731230614791, exclude list is [], retry=0 2024-11-10T09:23:34,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-3d7a065f-9b57-4e51-b02d-8bb3e7e324bd,DISK] 2024-11-10T09:23:34,849 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.rep.1731230610859 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.rep.1731230614791 2024-11-10T09:23:34,868 DEBUG [regionserver/802346a334f5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37469:37469)] 2024-11-10T09:23:34,868 DEBUG [regionserver/802346a334f5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.rep.1731230610859 is not closed yet, will try archiving it next time 2024-11-10T09:23:34,869 DEBUG [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 802346a334f5%2C32831%2C1731230593531:(num 1731230595874) roll requested 2024-11-10T09:23:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741839_1015 (size=1505) 2024-11-10T09:23:34,893 DEBUG [regionserver/802346a334f5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869, exclude list is [], retry=0 2024-11-10T09:23:34,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-3d7a065f-9b57-4e51-b02d-8bb3e7e324bd,DISK] 2024-11-10T09:23:34,917 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 2024-11-10T09:23:34,932 DEBUG [regionserver/802346a334f5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37469:37469)] 2024-11-10T09:23:34,933 DEBUG [regionserver/802346a334f5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 is not closed yet, will try archiving it next time 2024-11-10T09:23:34,933 DEBUG [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 802346a334f5%2C32831%2C1731230593531.meta:.meta(num 1731230596287) roll requested 2024-11-10T09:23:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741833_1009 (size=695) 2024-11-10T09:23:34,934 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 not finished, retry = 0 2024-11-10T09:23:34,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:34,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39331,-1 for getting cluster id 2024-11-10T09:23:34,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:34,945 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca8518fe-5bb6-4bcf-93ea-6f38651f379f' 2024-11-10T09:23:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca8518fe-5bb6-4bcf-93ea-6f38651f379f" 2024-11-10T09:23:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61623461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39331,-1] 2024-11-10T09:23:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:34,948 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7a6c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:34,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:34,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39331,1731230592711 2024-11-10T09:23:34,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dd179c6 2024-11-10T09:23:34,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:34,952 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:34,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://802346a334f5:40741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T09:23:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T09:23:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T09:23:34,957 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:40741' 2024-11-10T09:23:34,957 DEBUG [regionserver/802346a334f5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.meta.1731230614933.meta, exclude list is [], retry=0 2024-11-10T09:23:34,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-3d7a065f-9b57-4e51-b02d-8bb3e7e324bd,DISK] 2024-11-10T09:23:34,969 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1a7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:34,969 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40741,-1 for getting cluster id 2024-11-10T09:23:34,969 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:34,970 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eb4e236-7a61-46bc-aa93-d84b08ec3daf' 2024-11-10T09:23:34,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:34,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eb4e236-7a61-46bc-aa93-d84b08ec3daf" 2024-11-10T09:23:34,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415f5c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:34,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40741,-1] 2024-11-10T09:23:34,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:34,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:34,972 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:34,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d04b2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:34,974 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:34,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,40741,1731230604453 2024-11-10T09:23:34,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23d7d608 2024-11-10T09:23:34,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:34,976 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:34,977 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T09:23:34,977 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T09:23:34,977 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:34,977 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:34,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:34,993 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.meta.1731230596287.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.meta.1731230614933.meta 2024-11-10T09:23:35,004 DEBUG [regionserver/802346a334f5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37469:37469)] 2024-11-10T09:23:35,004 DEBUG [regionserver/802346a334f5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.meta.1731230596287.meta is not closed yet, will try archiving it next time 2024-11-10T09:23:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741834_1010 (size=3473) 2024-11-10T09:23:35,056 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/oldWALs/802346a334f5%2C32831%2C1731230593531.1731230595874 2024-11-10T09:23:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T09:23:35,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T09:23:35,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T09:23:35,229 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T09:23:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T09:23:35,293 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-802346a334f5,32831,1731230593531, ReplicationSource: 2, currentBandwidth=0 2024-11-10T09:23:35,318 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T09:23:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T09:23:35,321 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 802346a334f5,32831,1731230593531 suceeded 2024-11-10T09:23:35,321 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 to pos 687, reset compression=false 2024-11-10T09:23:35,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T09:23:35,323 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 was moved to hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/oldWALs/802346a334f5%2C32831%2C1731230593531.1731230595874 2024-11-10T09:23:35,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 251 msec 2024-11-10T09:23:35,323 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://802346a334f5:40741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T09:23:35,325 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874 2024-11-10T09:23:35,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 369 msec 2024-11-10T09:23:35,325 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,32831,1731230593531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230595874, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T09:23:35,325 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869, startPosition=0, beingWritten=true 2024-11-10T09:23:35,329 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [802346a334f5%2C32831%2C1731230593531.1731230595874] 2024-11-10T09:23:35,356 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='802346a334f5:40741' 2024-11-10T09:23:35,376 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b44afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:35,376 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40741,-1 for getting cluster id 2024-11-10T09:23:35,377 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:35,378 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eb4e236-7a61-46bc-aa93-d84b08ec3daf' 2024-11-10T09:23:35,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:35,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eb4e236-7a61-46bc-aa93-d84b08ec3daf" 2024-11-10T09:23:35,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d72abb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:35,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40741,-1] 2024-11-10T09:23:35,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:35,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:35,380 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:35,380 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3454420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:35,380 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:35,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,40741,1731230604453 2024-11-10T09:23:35,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9f945b6 2024-11-10T09:23:35,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:35,382 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T09:23:35,383 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-802346a334f5,32831,1731230593531 (queues=1) is replicating from cluster=ca8518fe-5bb6-4bcf-93ea-6f38651f379f to cluster=1eb4e236-7a61-46bc-aa93-d84b08ec3daf 2024-11-10T09:23:35,383 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=802346a334f5%2C32831%2C1731230593531 2024-11-10T09:23:35,383 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-802346a334f5,32831,1731230593531, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T09:23:35,396 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869, startPosition=0, beingWritten=true 2024-11-10T09:23:35,408 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 802346a334f5%2C32831%2C1731230593531 2024-11-10T09:23:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T09:23:35,585 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T09:23:35,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:35,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:35,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:35,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:35,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:23:35,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:35,597 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731230615597/Put/seqid=0 2024-11-10T09:23:35,628 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 0, reset compression=false 2024-11-10T09:23:35,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741845_1021 (size=11194) 2024-11-10T09:23:35,966 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 0, reset compression=false 2024-11-10T09:23:36,052 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731230616051/Put/seqid=0 2024-11-10T09:23:36,068 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 0, reset compression=false 2024-11-10T09:23:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741846_1022 (size=10791) 2024-11-10T09:23:36,384 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 0, reset compression=false 2024-11-10T09:23:36,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:36,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,39331,-1 for getting cluster id 2024-11-10T09:23:36,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:36,567 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca8518fe-5bb6-4bcf-93ea-6f38651f379f' 2024-11-10T09:23:36,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:36,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca8518fe-5bb6-4bcf-93ea-6f38651f379f" 2024-11-10T09:23:36,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636f06c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:36,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,39331,-1] 2024-11-10T09:23:36,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:36,568 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:36,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c1349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:36,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,32831,1731230593531, seqNum=-1] 2024-11-10T09:23:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:36,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:23:36,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,39331,1731230592711 2024-11-10T09:23:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554b5901 2024-11-10T09:23:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:36,581 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:23:36,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., hostname=802346a334f5,32831,1731230593531, seqNum=2] 2024-11-10T09:23:36,586 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:23:36,593 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-10T09:23:36,595 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-10T09:23:36,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 9ab85b85b158240be221fcea6086ed25/f 2024-11-10T09:23:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T09:23:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:23:36,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 9ab85b85b158240be221fcea6086ed25/f 2024-11-10T09:23:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T09:23:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:23:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegion(2603): Flush status journal for 9ab85b85b158240be221fcea6086ed25: 2024-11-10T09:23:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__dmt8l1cssvgfe0btd4mr0n8jk0k0bqkjjlvjbfhh4pnatga2n8jsfmk3i1n15llk/f/hfile_1 2024-11-10T09:23:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__dmt8l1cssvgfe0btd4mr0n8jk0k0bqkjjlvjbfhh4pnatga2n8jsfmk3i1n15llk/f/hfile_1 as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ 2024-11-10T09:23:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__dmt8l1cssvgfe0btd4mr0n8jk0k0bqkjjlvjbfhh4pnatga2n8jsfmk3i1n15llk/f/hfile_0 2024-11-10T09:23:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__dmt8l1cssvgfe0btd4mr0n8jk0k0bqkjjlvjbfhh4pnatga2n8jsfmk3i1n15llk/f/hfile_0 as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ 2024-11-10T09:23:36,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__dmt8l1cssvgfe0btd4mr0n8jk0k0bqkjjlvjbfhh4pnatga2n8jsfmk3i1n15llk/f/hfile_1 into 9ab85b85b158240be221fcea6086ed25/f as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ - updating store file list. 2024-11-10T09:23:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 047193171c9d4d49b55cc4da2a0a7964_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T09:23:36,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ into 9ab85b85b158240be221fcea6086ed25/f 2024-11-10T09:23:36,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__dmt8l1cssvgfe0btd4mr0n8jk0k0bqkjjlvjbfhh4pnatga2n8jsfmk3i1n15llk/f/hfile_1 into 9ab85b85b158240be221fcea6086ed25/f (new location: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_) 2024-11-10T09:23:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__dmt8l1cssvgfe0btd4mr0n8jk0k0bqkjjlvjbfhh4pnatga2n8jsfmk3i1n15llk/f/hfile_1 2024-11-10T09:23:36,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__dmt8l1cssvgfe0btd4mr0n8jk0k0bqkjjlvjbfhh4pnatga2n8jsfmk3i1n15llk/f/hfile_0 into 9ab85b85b158240be221fcea6086ed25/f as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ - updating store file list. 2024-11-10T09:23:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 08cf8708f32144c8a179f4e89fad03ff_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T09:23:36,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ into 9ab85b85b158240be221fcea6086ed25/f 2024-11-10T09:23:36,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__dmt8l1cssvgfe0btd4mr0n8jk0k0bqkjjlvjbfhh4pnatga2n8jsfmk3i1n15llk/f/hfile_0 into 9ab85b85b158240be221fcea6086ed25/f (new location: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_) 2024-11-10T09:23:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/staging/jenkins__test__dmt8l1cssvgfe0btd4mr0n8jk0k0bqkjjlvjbfhh4pnatga2n8jsfmk3i1n15llk/f/hfile_0 2024-11-10T09:23:36,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:36,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:36,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:36,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., hostname=802346a334f5,32831,1731230593531, seqNum=2 , the old value is region=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., hostname=802346a334f5,32831,1731230593531, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=802346a334f5:32831 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:23:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., hostname=802346a334f5,32831,1731230593531, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T09:23:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., hostname=802346a334f5,32831,1731230593531, seqNum=2 from cache 2024-11-10T09:23:36,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:36,646 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T09:23:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:41628 deadline: 1731230676640 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:41628 2024-11-10T09:23:36,743 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T09:23:36,888 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 0, reset compression=false 2024-11-10T09:23:36,892 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 0, reset compression=false 2024-11-10T09:23:36,925 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:23:36,925 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T09:23:36,925 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,32831,1731230593531 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ab85b85b158240be221fcea6086ed25/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731230616634/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T09:23:36,925 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-802346a334f5,32831,1731230593531 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ab85b85b158240be221fcea6086ed25/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731230616634/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T09:23:36,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(318): Replicating [ca8518fe-5bb6-4bcf-93ea-6f38651f379f] bulk loaded data 2024-11-10T09:23:36,927 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:23:36,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T09:23:36,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.ReplicationSink(318): Replicating [ca8518fe-5bb6-4bcf-93ea-6f38651f379f] bulk loaded data 2024-11-10T09:23:36,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f6ade6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:36,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] client.ClusterIdFetcher(90): Going to request 802346a334f5,40741,-1 for getting cluster id 2024-11-10T09:23:36,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:23:36,929 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eb4e236-7a61-46bc-aa93-d84b08ec3daf' 2024-11-10T09:23:36,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:23:36,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eb4e236-7a61-46bc-aa93-d84b08ec3daf" 2024-11-10T09:23:36,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7237be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:36,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [802346a334f5,40741,-1] 2024-11-10T09:23:36,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:23:36,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:36,930 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:23:36,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55f35c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:23:36,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741837_1013 (size=10791) 2024-11-10T09:23:36,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741839_1015 (size=10791) 2024-11-10T09:23:37,125 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:37,125 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:37,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741838_1014 (size=11194) 2024-11-10T09:23:37,430 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:37,432 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741840_1016 (size=11194) 2024-11-10T09:23:37,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:23:37,467 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T09:23:37,470 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T09:23:37,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ for inclusion in 73f6f94daf25522147cae499e7574023/f 2024-11-10T09:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T09:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:23:37,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ for inclusion in 73f6f94daf25522147cae499e7574023/f 2024-11-10T09:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T09:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HRegion(2603): Flush status journal for 73f6f94daf25522147cae499e7574023: 2024-11-10T09:23:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:23:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/172cf7d01bf44f44a171d0e5c8c4c4c2_SeqId_6_ 2024-11-10T09:23:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:23:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/1a18cb6229144da18937d41e79ad61a8_SeqId_6_ 2024-11-10T09:23:37,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ into 73f6f94daf25522147cae499e7574023/f as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/172cf7d01bf44f44a171d0e5c8c4c4c2_SeqId_6_ - updating store file list. 2024-11-10T09:23:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 172cf7d01bf44f44a171d0e5c8c4c4c2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T09:23:37,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/172cf7d01bf44f44a171d0e5c8c4c4c2_SeqId_6_ into 73f6f94daf25522147cae499e7574023/f 2024-11-10T09:23:37,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ into 73f6f94daf25522147cae499e7574023/f (new location: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/172cf7d01bf44f44a171d0e5c8c4c4c2_SeqId_6_) 2024-11-10T09:23:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ 2024-11-10T09:23:37,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ into 73f6f94daf25522147cae499e7574023/f as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/1a18cb6229144da18937d41e79ad61a8_SeqId_6_ - updating store file list. 2024-11-10T09:23:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a18cb6229144da18937d41e79ad61a8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T09:23:37,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/1a18cb6229144da18937d41e79ad61a8_SeqId_6_ into 73f6f94daf25522147cae499e7574023/f 2024-11-10T09:23:37,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ into 73f6f94daf25522147cae499e7574023/f (new location: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/f/1a18cb6229144da18937d41e79ad61a8_SeqId_6_) 2024-11-10T09:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/staging/jenkins.hfs.22__test__asgnumpsrcisi98sfu47rpamrb08fs7je0o42m84vu5olv2keaj2g3nomq2n11tk/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ 2024-11-10T09:23:37,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(324): Finished replicating [ca8518fe-5bb6-4bcf-93ea-6f38651f379f] bulk loaded data 2024-11-10T09:23:37,659 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T09:23:37,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:23:37,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 802346a334f5,40741,1731230604453 2024-11-10T09:23:37,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@511d021b 2024-11-10T09:23:37,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:23:37,815 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-10T09:23:37,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T09:23:37,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:23:37,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=802346a334f5,39525,1731230604628, seqNum=-1] 2024-11-10T09:23:37,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:23:37,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-10T09:23:37,834 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T09:23:37,838 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T09:23:37,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ for inclusion in 1f7e84b62a782fd7ecec2962f17ca00d/f 2024-11-10T09:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T09:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:23:37,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ for inclusion in 1f7e84b62a782fd7ecec2962f17ca00d/f 2024-11-10T09:23:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T09:23:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T09:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HRegion(2603): Flush status journal for 1f7e84b62a782fd7ecec2962f17ca00d: 2024-11-10T09:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d/f/c5233d134bd24970b97603d84fb1ed33_SeqId_4_ 2024-11-10T09:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T09:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d/f/9164134cbb394e0f9fbc8acb3adc61af_SeqId_4_ 2024-11-10T09:23:37,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ into 1f7e84b62a782fd7ecec2962f17ca00d/f as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d/f/c5233d134bd24970b97603d84fb1ed33_SeqId_4_ - updating store file list. 2024-11-10T09:23:37,861 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5233d134bd24970b97603d84fb1ed33_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:23:37,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d/f/c5233d134bd24970b97603d84fb1ed33_SeqId_4_ into 1f7e84b62a782fd7ecec2962f17ca00d/f 2024-11-10T09:23:37,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ into 1f7e84b62a782fd7ecec2962f17ca00d/f (new location: hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d/f/c5233d134bd24970b97603d84fb1ed33_SeqId_4_) 2024-11-10T09:23:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/047193171c9d4d49b55cc4da2a0a7964_SeqId_6_ 2024-11-10T09:23:37,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ into 1f7e84b62a782fd7ecec2962f17ca00d/f as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d/f/9164134cbb394e0f9fbc8acb3adc61af_SeqId_4_ - updating store file list. 2024-11-10T09:23:37,865 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9164134cbb394e0f9fbc8acb3adc61af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T09:23:37,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d/f/9164134cbb394e0f9fbc8acb3adc61af_SeqId_4_ into 1f7e84b62a782fd7ecec2962f17ca00d/f 2024-11-10T09:23:37,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ into 1f7e84b62a782fd7ecec2962f17ca00d/f (new location: hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d/f/9164134cbb394e0f9fbc8acb3adc61af_SeqId_4_) 2024-11-10T09:23:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/staging/jenkins.hfs.23__test__4tginpppor0jtulqbpcuu19pns0vsg4tpsodeq2413tlivpt1qkdajld4j0pin0q/f/08cf8708f32144c8a179f4e89fad03ff_SeqId_6_ 2024-11-10T09:23:37,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.ReplicationSink(324): Finished replicating [ca8518fe-5bb6-4bcf-93ea-6f38651f379f] bulk loaded data 2024-11-10T09:23:38,389 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:38,389 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:38,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:23:38,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:38,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:38,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:38,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:38,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:23:38,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=400494898, stopped=false 2024-11-10T09:23:38,667 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,40741,1731230604453 2024-11-10T09:23:38,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:38,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-551142298/running 2024-11-10T09:23:38,903 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-551142298/running 2024-11-10T09:23:38,904 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:38,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:38,904 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:23:38,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Set watcher on znode that does not yet exist, /2-551142298/running 2024-11-10T09:23:38,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:38,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:38,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:38,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,39525,1731230604628' ***** 2024-11-10T09:23:38,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:23:38,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Set watcher on znode that does not yet exist, /2-551142298/running 2024-11-10T09:23:38,907 INFO [RS:0;802346a334f5:39525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:23:38,907 INFO [RS:0;802346a334f5:39525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:23:38,907 INFO [RS:0;802346a334f5:39525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:23:38,907 INFO [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:38,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:23:38,907 INFO [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,39525,1731230604628 2024-11-10T09:23:38,907 INFO [RS:0;802346a334f5:39525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:23:38,907 INFO [RS:0;802346a334f5:39525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:39525. 2024-11-10T09:23:38,908 DEBUG [RS:0;802346a334f5:39525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:38,908 DEBUG [RS:0;802346a334f5:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:38,908 INFO [RS:0;802346a334f5:39525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:23:38,908 INFO [RS:0;802346a334f5:39525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:23:38,908 INFO [RS:0;802346a334f5:39525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:23:38,908 INFO [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:23:38,908 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f7e84b62a782fd7ecec2962f17ca00d, disabling compactions & flushes 2024-11-10T09:23:38,908 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:38,908 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:38,908 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. after waiting 0 ms 2024-11-10T09:23:38,908 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:38,909 INFO [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:23:38,909 DEBUG [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(1325): Online Regions={1f7e84b62a782fd7ecec2962f17ca00d=test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:23:38,909 DEBUG [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f7e84b62a782fd7ecec2962f17ca00d 2024-11-10T09:23:38,909 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:23:38,909 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:23:38,909 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:23:38,909 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:23:38,909 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:23:38,909 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T09:23:38,918 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:23:38,940 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/info/bf1ec75962b84dbeabc07f42212395b8 is 129, key is test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d./info:regioninfo/1731230609701/Put/seqid=0 2024-11-10T09:23:38,942 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/default/test/1f7e84b62a782fd7ecec2962f17ca00d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T09:23:38,942 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:23:38,943 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:23:38,943 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:38,943 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f7e84b62a782fd7ecec2962f17ca00d: Waiting for close lock at 1731230618908Running coprocessor pre-close hooks at 1731230618908Disabling compacts and flushes for region at 1731230618908Disabling writes for close at 1731230618908Writing region close event to WAL at 1731230618934 (+26 ms)Running coprocessor post-close hooks at 1731230618942 (+8 ms)Closed at 1731230618943 (+1 ms) 2024-11-10T09:23:38,943 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d. 2024-11-10T09:23:38,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741839_1015 (size=6421) 2024-11-10T09:23:38,955 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/info/bf1ec75962b84dbeabc07f42212395b8 2024-11-10T09:23:38,982 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/ns/5a4c730ed01e4961b9391d6b9763c875 is 43, key is default/ns:d/1731230606881/Put/seqid=0 2024-11-10T09:23:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741840_1016 (size=5153) 2024-11-10T09:23:38,990 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/ns/5a4c730ed01e4961b9391d6b9763c875 2024-11-10T09:23:38,998 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:39,001 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:39,027 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/rep_barrier/e926b3416b094ae991980b9baf1d7704 is 112, key is test,,1731230609326.1f7e84b62a782fd7ecec2962f17ca00d./rep_barrier:seqnumDuringOpen/1731230609701/Put/seqid=0 2024-11-10T09:23:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741841_1017 (size=5518) 2024-11-10T09:23:39,046 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/rep_barrier/e926b3416b094ae991980b9baf1d7704 2024-11-10T09:23:39,070 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/table/3aa536398794426b9955e91d5516845a is 40, key is test/table:state/1731230609735/Put/seqid=0 2024-11-10T09:23:39,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741842_1018 (size=5165) 2024-11-10T09:23:39,078 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/table/3aa536398794426b9955e91d5516845a 2024-11-10T09:23:39,083 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/info/bf1ec75962b84dbeabc07f42212395b8 as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/info/bf1ec75962b84dbeabc07f42212395b8 2024-11-10T09:23:39,087 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/info/bf1ec75962b84dbeabc07f42212395b8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T09:23:39,087 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/ns/5a4c730ed01e4961b9391d6b9763c875 as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/ns/5a4c730ed01e4961b9391d6b9763c875 2024-11-10T09:23:39,091 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/ns/5a4c730ed01e4961b9391d6b9763c875, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:23:39,092 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/rep_barrier/e926b3416b094ae991980b9baf1d7704 as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/rep_barrier/e926b3416b094ae991980b9baf1d7704 2024-11-10T09:23:39,096 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/rep_barrier/e926b3416b094ae991980b9baf1d7704, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T09:23:39,097 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/.tmp/table/3aa536398794426b9955e91d5516845a as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/table/3aa536398794426b9955e91d5516845a 2024-11-10T09:23:39,101 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/table/3aa536398794426b9955e91d5516845a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:23:39,101 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=11, compaction requested=false 2024-11-10T09:23:39,107 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T09:23:39,108 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:23:39,108 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:23:39,108 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:39,108 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230618909Running coprocessor pre-close hooks at 1731230618909Disabling compacts and flushes for region at 1731230618909Disabling writes for close at 1731230618909Obtaining lock to block concurrent updates at 1731230618910 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731230618910Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731230618910Flushing stores of hbase:meta,,1.1588230740 at 1731230618911 (+1 ms)Flushing 1588230740/info: creating writer at 1731230618911Flushing 1588230740/info: appending metadata at 1731230618940 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731230618940Flushing 1588230740/ns: creating writer at 1731230618960 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731230618981 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731230618981Flushing 1588230740/rep_barrier: creating writer at 1731230618994 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230619026 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230619026Flushing 1588230740/table: creating writer at 1731230619050 (+24 ms)Flushing 1588230740/table: appending metadata at 1731230619070 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731230619070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c288abe: reopening flushed file at 1731230619082 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76596b1e: reopening flushed file at 1731230619087 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588625b8: reopening flushed file at 1731230619091 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f621030: reopening flushed file at 1731230619096 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=11, compaction requested=false at 1731230619101 (+5 ms)Writing region close event to WAL at 1731230619105 (+4 ms)Running coprocessor post-close hooks at 1731230619108 (+3 ms)Closed at 1731230619108 2024-11-10T09:23:39,108 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:39,109 INFO [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,39525,1731230604628; all regions closed. 2024-11-10T09:23:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741834_1010 (size=2717) 2024-11-10T09:23:39,113 DEBUG [RS:0;802346a334f5:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/oldWALs 2024-11-10T09:23:39,113 INFO [RS:0;802346a334f5:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C39525%2C1731230604628.meta:.meta(num 1731230606771) 2024-11-10T09:23:39,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741833_1009 (size=1028) 2024-11-10T09:23:39,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/WALs/802346a334f5,39525,1731230604628/802346a334f5%2C39525%2C1731230604628.1731230606395 not finished, retry = 0 2024-11-10T09:23:39,217 DEBUG [RS:0;802346a334f5:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/oldWALs 2024-11-10T09:23:39,218 INFO [RS:0;802346a334f5:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C39525%2C1731230604628:(num 1731230606395) 2024-11-10T09:23:39,218 DEBUG [RS:0;802346a334f5:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:39,218 INFO [RS:0;802346a334f5:39525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:23:39,218 INFO [RS:0;802346a334f5:39525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:23:39,218 INFO [RS:0;802346a334f5:39525 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:23:39,218 INFO [RS:0;802346a334f5:39525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:23:39,218 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:23:39,219 INFO [RS:0;802346a334f5:39525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:39525. 2024-11-10T09:23:39,219 DEBUG [RS:0;802346a334f5:39525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:39,219 DEBUG [RS:0;802346a334f5:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:39,219 DEBUG [RS:0;802346a334f5:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:39,219 INFO [RS:0;802346a334f5:39525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39525 2024-11-10T09:23:39,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:39,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298/rs 2024-11-10T09:23:39,227 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-551142298/rs/802346a334f5,39525,1731230604628 2024-11-10T09:23:39,227 INFO [RS:0;802346a334f5:39525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:23:39,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,39525,1731230604628] 2024-11-10T09:23:39,248 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-551142298/draining/802346a334f5,39525,1731230604628 already deleted, retry=false 2024-11-10T09:23:39,248 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,39525,1731230604628 expired; onlineServers=0 2024-11-10T09:23:39,248 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,40741,1731230604453' ***** 2024-11-10T09:23:39,248 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:23:39,248 INFO [M:0;802346a334f5:40741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:23:39,248 INFO [M:0;802346a334f5:40741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:23:39,248 DEBUG [M:0;802346a334f5:40741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:23:39,248 DEBUG [M:0;802346a334f5:40741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:23:39,248 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:23:39,248 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230606016 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230606016,5,FailOnTimeoutGroup] 2024-11-10T09:23:39,248 INFO [M:0;802346a334f5:40741 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:23:39,248 INFO [M:0;802346a334f5:40741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:23:39,249 DEBUG [M:0;802346a334f5:40741 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:23:39,249 INFO [M:0;802346a334f5:40741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:23:39,249 INFO [M:0;802346a334f5:40741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:23:39,249 INFO [M:0;802346a334f5:40741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:23:39,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:23:39,249 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230605985 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230605985,5,FailOnTimeoutGroup] 2024-11-10T09:23:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-551142298/master 2024-11-10T09:23:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-551142298 2024-11-10T09:23:39,258 DEBUG [M:0;802346a334f5:40741 {}] zookeeper.ZKUtil(347): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Unable to get data of znode /2-551142298/master because node does not exist (not an error) 2024-11-10T09:23:39,258 WARN [M:0;802346a334f5:40741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:23:39,259 INFO [M:0;802346a334f5:40741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/.lastflushedseqids 2024-11-10T09:23:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741843_1019 (size=173) 2024-11-10T09:23:39,281 INFO [M:0;802346a334f5:40741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:23:39,281 INFO [M:0;802346a334f5:40741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:23:39,281 DEBUG [M:0;802346a334f5:40741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:23:39,281 INFO [M:0;802346a334f5:40741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:39,281 DEBUG [M:0;802346a334f5:40741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:39,281 DEBUG [M:0;802346a334f5:40741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:23:39,281 DEBUG [M:0;802346a334f5:40741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:39,282 INFO [M:0;802346a334f5:40741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T09:23:39,310 DEBUG [M:0;802346a334f5:40741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91a72fa79b26441697ddbbec4e6b3fec is 82, key is hbase:meta,,1/info:regioninfo/1731230606852/Put/seqid=0 2024-11-10T09:23:39,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741844_1020 (size=5672) 2024-11-10T09:23:39,337 INFO [RS:0;802346a334f5:39525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:23:39,337 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:39,337 INFO [RS:0;802346a334f5:39525 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,39525,1731230604628; zookeeper connection closed. 2024-11-10T09:23:39,337 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x101240e5c8b0007, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:39,338 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cb67ccb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cb67ccb 2024-11-10T09:23:39,338 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:23:39,722 INFO [M:0;802346a334f5:40741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91a72fa79b26441697ddbbec4e6b3fec 2024-11-10T09:23:39,732 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:39,733 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:39,765 DEBUG [M:0;802346a334f5:40741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eec15a77a724382ba56df76b60aa274 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731230609740/Put/seqid=0 2024-11-10T09:23:39,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741845_1021 (size=6586) 2024-11-10T09:23:39,799 INFO [M:0;802346a334f5:40741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eec15a77a724382ba56df76b60aa274 2024-11-10T09:23:39,842 DEBUG [M:0;802346a334f5:40741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/416079fcf2c8467db42e190ac4ff4a62 is 69, key is 802346a334f5,39525,1731230604628/rs:state/1731230606066/Put/seqid=0 2024-11-10T09:23:39,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741846_1022 (size=5156) 2024-11-10T09:23:39,889 INFO [M:0;802346a334f5:40741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/416079fcf2c8467db42e190ac4ff4a62 2024-11-10T09:23:39,894 DEBUG [M:0;802346a334f5:40741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91a72fa79b26441697ddbbec4e6b3fec as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91a72fa79b26441697ddbbec4e6b3fec 2024-11-10T09:23:39,899 INFO [M:0;802346a334f5:40741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91a72fa79b26441697ddbbec4e6b3fec, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T09:23:39,900 DEBUG [M:0;802346a334f5:40741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eec15a77a724382ba56df76b60aa274 as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eec15a77a724382ba56df76b60aa274 2024-11-10T09:23:39,905 INFO [M:0;802346a334f5:40741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eec15a77a724382ba56df76b60aa274, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T09:23:39,908 DEBUG [M:0;802346a334f5:40741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/416079fcf2c8467db42e190ac4ff4a62 as hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/416079fcf2c8467db42e190ac4ff4a62 2024-11-10T09:23:39,914 INFO [M:0;802346a334f5:40741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46405/user/jenkins/test-data/bc1bb3db-19bc-473b-e997-15bd0e81574b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/416079fcf2c8467db42e190ac4ff4a62, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T09:23:39,920 INFO [M:0;802346a334f5:40741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 639ms, sequenceid=55, compaction requested=false 2024-11-10T09:23:39,928 INFO [M:0;802346a334f5:40741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:39,928 DEBUG [M:0;802346a334f5:40741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230619281Disabling compacts and flushes for region at 1731230619281Disabling writes for close at 1731230619281Obtaining lock to block concurrent updates at 1731230619282 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230619282Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731230619282Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230619282Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230619282Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230619310 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230619310Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230619733 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230619759 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230619759Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230619809 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230619841 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230619842 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63738afb: reopening flushed file at 1731230619893 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231f47c4: reopening flushed file at 1731230619899 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6482bd: reopening flushed file at 1731230619905 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 639ms, sequenceid=55, compaction requested=false at 1731230619920 (+15 ms)Writing region close event to WAL at 1731230619928 (+8 ms)Closed at 1731230619928 2024-11-10T09:23:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43513 is added to blk_1073741830_1006 (size=32770) 2024-11-10T09:23:39,937 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:23:39,937 INFO [M:0;802346a334f5:40741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:23:39,937 INFO [M:0;802346a334f5:40741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40741 2024-11-10T09:23:39,941 INFO [M:0;802346a334f5:40741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:23:40,121 INFO [M:0;802346a334f5:40741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:23:40,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:40,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40741-0x101240e5c8b0006, quorum=127.0.0.1:52815, baseZNode=/2-551142298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:40,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3825ee67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:23:40,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:23:40,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:23:40,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:23:40,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/hadoop.log.dir/,STOPPED} 2024-11-10T09:23:40,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:23:40,127 WARN [BP-912854682-172.17.0.3-1731230601802 heartbeating to localhost/127.0.0.1:46405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:23:40,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:23:40,127 WARN [BP-912854682-172.17.0.3-1731230601802 heartbeating to localhost/127.0.0.1:46405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-912854682-172.17.0.3-1731230601802 (Datanode Uuid 93a3a6c5-d7d5-49ba-b5d2-0d65469eb72e) service to localhost/127.0.0.1:46405 2024-11-10T09:23:40,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/cluster_d57457db-7e88-9302-a47f-e227e4114231/data/data1/current/BP-912854682-172.17.0.3-1731230601802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:23:40,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/cluster_d57457db-7e88-9302-a47f-e227e4114231/data/data2/current/BP-912854682-172.17.0.3-1731230601802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:23:40,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:23:40,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37627d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:23:40,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:23:40,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:23:40,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:23:40,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf693aed-2347-dd96-6839-97bfe0d4b416/hadoop.log.dir/,STOPPED} 2024-11-10T09:23:40,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:23:40,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:23:40,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:40,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:40,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:40,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:40,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:40,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:23:40,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=645352591, stopped=false 2024-11-10T09:23:40,156 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,33931,1731230598514 2024-11-10T09:23:40,195 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11709309144/running 2024-11-10T09:23:40,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11709309144/running 2024-11-10T09:23:40,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:40,195 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:40,195 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:23:40,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:40,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:40,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:40,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Set watcher on znode that does not yet exist, /11709309144/running 2024-11-10T09:23:40,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Set watcher on znode that does not yet exist, /11709309144/running 2024-11-10T09:23:40,196 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,46667,1731230598648' ***** 2024-11-10T09:23:40,196 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:23:40,196 INFO [RS:0;802346a334f5:46667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:23:40,196 INFO [RS:0;802346a334f5:46667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:23:40,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:23:40,197 INFO [RS:0;802346a334f5:46667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:23:40,197 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(3091): Received CLOSE for 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:40,197 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,46667,1731230598648 2024-11-10T09:23:40,197 INFO [RS:0;802346a334f5:46667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:23:40,197 INFO [RS:0;802346a334f5:46667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:46667. 2024-11-10T09:23:40,197 DEBUG [RS:0;802346a334f5:46667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:40,197 DEBUG [RS:0;802346a334f5:46667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:40,197 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73f6f94daf25522147cae499e7574023, disabling compactions & flushes 2024-11-10T09:23:40,197 INFO [RS:0;802346a334f5:46667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:23:40,197 INFO [RS:0;802346a334f5:46667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:23:40,197 INFO [RS:0;802346a334f5:46667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:23:40,197 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:23:40,197 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:40,197 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:40,197 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230608156.73f6f94daf25522147cae499e7574023. after waiting 0 ms 2024-11-10T09:23:40,197 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:23:40,197 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:40,197 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 73f6f94daf25522147cae499e7574023=test,,1731230608156.73f6f94daf25522147cae499e7574023.} 2024-11-10T09:23:40,197 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73f6f94daf25522147cae499e7574023 2024-11-10T09:23:40,197 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:23:40,197 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:23:40,197 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:23:40,198 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:23:40,198 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:23:40,198 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T09:23:40,203 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/default/test/73f6f94daf25522147cae499e7574023/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:23:40,203 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:23:40,203 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:23:40,203 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:40,203 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73f6f94daf25522147cae499e7574023: Waiting for close lock at 1731230620197Running coprocessor pre-close hooks at 1731230620197Disabling compacts and flushes for region at 1731230620197Disabling writes for close at 1731230620197Writing region close event to WAL at 1731230620200 (+3 ms)Running coprocessor post-close hooks at 1731230620203 (+3 ms)Closed at 1731230620203 2024-11-10T09:23:40,203 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230608156.73f6f94daf25522147cae499e7574023. 2024-11-10T09:23:40,208 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:23:40,217 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/info/07002f0be5044f0fbff6579b8afebaf2 is 129, key is test,,1731230608156.73f6f94daf25522147cae499e7574023./info:regioninfo/1731230609148/Put/seqid=0 2024-11-10T09:23:40,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741841_1017 (size=6421) 2024-11-10T09:23:40,398 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:23:40,556 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:40,573 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:40,598 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:23:40,622 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/info/07002f0be5044f0fbff6579b8afebaf2 2024-11-10T09:23:40,645 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/ns/20ad45f9a7a24fe8b8b9dccf9115e1fc is 43, key is default/ns:d/1731230601618/Put/seqid=0 2024-11-10T09:23:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741842_1018 (size=5153) 2024-11-10T09:23:40,649 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/ns/20ad45f9a7a24fe8b8b9dccf9115e1fc 2024-11-10T09:23:40,672 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/rep_barrier/add239b464cc47a6af55c817b2f369ae is 112, key is test,,1731230608156.73f6f94daf25522147cae499e7574023./rep_barrier:seqnumDuringOpen/1731230609148/Put/seqid=0 2024-11-10T09:23:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741843_1019 (size=5518) 2024-11-10T09:23:40,676 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/rep_barrier/add239b464cc47a6af55c817b2f369ae 2024-11-10T09:23:40,696 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/table/be7c1e6103b442c68bfcb9c594b899b2 is 40, key is test/table:state/1731230609173/Put/seqid=0 2024-11-10T09:23:40,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741844_1020 (size=5165) 2024-11-10T09:23:40,798 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:23:40,919 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:23:40,919 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:23:40,998 DEBUG [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:23:41,100 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/table/be7c1e6103b442c68bfcb9c594b899b2 2024-11-10T09:23:41,105 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/info/07002f0be5044f0fbff6579b8afebaf2 as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/info/07002f0be5044f0fbff6579b8afebaf2 2024-11-10T09:23:41,108 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/info/07002f0be5044f0fbff6579b8afebaf2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T09:23:41,109 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/ns/20ad45f9a7a24fe8b8b9dccf9115e1fc as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/ns/20ad45f9a7a24fe8b8b9dccf9115e1fc 2024-11-10T09:23:41,113 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/ns/20ad45f9a7a24fe8b8b9dccf9115e1fc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:23:41,114 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/rep_barrier/add239b464cc47a6af55c817b2f369ae as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/rep_barrier/add239b464cc47a6af55c817b2f369ae 2024-11-10T09:23:41,118 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/rep_barrier/add239b464cc47a6af55c817b2f369ae, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T09:23:41,118 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/.tmp/table/be7c1e6103b442c68bfcb9c594b899b2 as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/table/be7c1e6103b442c68bfcb9c594b899b2 2024-11-10T09:23:41,122 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/table/be7c1e6103b442c68bfcb9c594b899b2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:23:41,123 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=11, compaction requested=false 2024-11-10T09:23:41,135 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T09:23:41,135 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:23:41,135 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:23:41,135 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:41,135 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230620197Running coprocessor pre-close hooks at 1731230620197Disabling compacts and flushes for region at 1731230620197Disabling writes for close at 1731230620198 (+1 ms)Obtaining lock to block concurrent updates at 1731230620198Preparing flush snapshotting stores in 1588230740 at 1731230620198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731230620198Flushing stores of hbase:meta,,1.1588230740 at 1731230620198Flushing 1588230740/info: creating writer at 1731230620198Flushing 1588230740/info: appending metadata at 1731230620217 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731230620217Flushing 1588230740/ns: creating writer at 1731230620626 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731230620645 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731230620645Flushing 1588230740/rep_barrier: creating writer at 1731230620653 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230620672 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230620672Flushing 1588230740/table: creating writer at 1731230620680 (+8 ms)Flushing 1588230740/table: appending metadata at 1731230620696 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731230620696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49327ca: reopening flushed file at 1731230621104 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec554d7: reopening flushed file at 1731230621109 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4993e2: reopening flushed file at 1731230621113 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e3eb8d9: reopening flushed file at 1731230621118 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=11, compaction requested=false at 1731230621123 (+5 ms)Writing region close event to WAL at 1731230621132 (+9 ms)Running coprocessor post-close hooks at 1731230621135 (+3 ms)Closed at 1731230621135 2024-11-10T09:23:41,135 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:41,198 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,46667,1731230598648; all regions closed. 2024-11-10T09:23:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741834_1010 (size=2717) 2024-11-10T09:23:41,205 DEBUG [RS:0;802346a334f5:46667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/oldWALs 2024-11-10T09:23:41,205 INFO [RS:0;802346a334f5:46667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C46667%2C1731230598648.meta:.meta(num 1731230601399) 2024-11-10T09:23:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741833_1009 (size=1374) 2024-11-10T09:23:41,216 DEBUG [RS:0;802346a334f5:46667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/oldWALs 2024-11-10T09:23:41,216 INFO [RS:0;802346a334f5:46667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 802346a334f5%2C46667%2C1731230598648:(num 1731230600987) 2024-11-10T09:23:41,216 DEBUG [RS:0;802346a334f5:46667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:41,216 INFO [RS:0;802346a334f5:46667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:23:41,216 INFO [RS:0;802346a334f5:46667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:23:41,216 INFO [RS:0;802346a334f5:46667 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:23:41,216 INFO [RS:0;802346a334f5:46667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:23:41,216 INFO [RS:0;802346a334f5:46667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:46667. 2024-11-10T09:23:41,216 DEBUG [RS:0;802346a334f5:46667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:41,216 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:23:41,216 DEBUG [RS:0;802346a334f5:46667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:41,217 DEBUG [RS:0;802346a334f5:46667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:41,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:41,217 INFO [RS:0;802346a334f5:46667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46667 2024-11-10T09:23:41,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144/rs 2024-11-10T09:23:41,254 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11709309144/rs/802346a334f5,46667,1731230598648 2024-11-10T09:23:41,255 INFO [RS:0;802346a334f5:46667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:23:41,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,46667,1731230598648] 2024-11-10T09:23:41,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11709309144/draining/802346a334f5,46667,1731230598648 already deleted, retry=false 2024-11-10T09:23:41,356 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,46667,1731230598648 expired; onlineServers=0 2024-11-10T09:23:41,356 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,33931,1731230598514' ***** 2024-11-10T09:23:41,356 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:23:41,357 INFO [M:0;802346a334f5:33931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:23:41,357 INFO [M:0;802346a334f5:33931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:23:41,357 DEBUG [M:0;802346a334f5:33931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:23:41,357 DEBUG [M:0;802346a334f5:33931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:23:41,357 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:23:41,357 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230600592 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230600592,5,FailOnTimeoutGroup] 2024-11-10T09:23:41,357 INFO [M:0;802346a334f5:33931 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:23:41,357 INFO [M:0;802346a334f5:33931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:23:41,357 DEBUG [M:0;802346a334f5:33931 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:23:41,357 INFO [M:0;802346a334f5:33931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:23:41,357 INFO [M:0;802346a334f5:33931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:23:41,357 INFO [M:0;802346a334f5:33931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:23:41,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:23:41,357 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230600584 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230600584,5,FailOnTimeoutGroup] 2024-11-10T09:23:41,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11709309144/master 2024-11-10T09:23:41,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11709309144 2024-11-10T09:23:41,420 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11709309144/master already deleted, retry=false 2024-11-10T09:23:41,420 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Failed delete of our master address node; KeeperErrorCode = NoNode for /11709309144/master 2024-11-10T09:23:41,424 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:41,424 INFO [RS:0;802346a334f5:46667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:23:41,424 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x101240e5c8b0004, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:41,424 INFO [RS:0;802346a334f5:46667 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,46667,1731230598648; zookeeper connection closed. 2024-11-10T09:23:41,432 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@377c0925 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@377c0925 2024-11-10T09:23:41,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:23:41,433 INFO [M:0;802346a334f5:33931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/.lastflushedseqids 2024-11-10T09:23:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741845_1021 (size=173) 2024-11-10T09:23:41,461 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:41,477 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:41,850 INFO [M:0;802346a334f5:33931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:23:41,850 INFO [M:0;802346a334f5:33931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:23:41,850 DEBUG [M:0;802346a334f5:33931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:23:41,850 INFO [M:0;802346a334f5:33931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:41,850 DEBUG [M:0;802346a334f5:33931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:41,850 DEBUG [M:0;802346a334f5:33931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:23:41,850 DEBUG [M:0;802346a334f5:33931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:41,851 INFO [M:0;802346a334f5:33931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-10T09:23:41,869 DEBUG [M:0;802346a334f5:33931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/326049f0dbaa484691d2ba508654d951 is 82, key is hbase:meta,,1/info:regioninfo/1731230601520/Put/seqid=0 2024-11-10T09:23:41,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741846_1022 (size=5672) 2024-11-10T09:23:42,274 INFO [M:0;802346a334f5:33931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/326049f0dbaa484691d2ba508654d951 2024-11-10T09:23:42,297 DEBUG [M:0;802346a334f5:33931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83d9af7c0faf43ec8e47e573b70f1811 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731230609177/Put/seqid=0 2024-11-10T09:23:42,301 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:23:42,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741847_1023 (size=6585) 2024-11-10T09:23:42,331 INFO [M:0;802346a334f5:33931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83d9af7c0faf43ec8e47e573b70f1811 2024-11-10T09:23:42,377 DEBUG [M:0;802346a334f5:33931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa74226bf98e49269357b5db6c8ff40f is 69, key is 802346a334f5,46667,1731230598648/rs:state/1731230600662/Put/seqid=0 2024-11-10T09:23:42,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741848_1024 (size=5156) 2024-11-10T09:23:42,464 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:42,481 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:42,814 INFO [M:0;802346a334f5:33931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa74226bf98e49269357b5db6c8ff40f 2024-11-10T09:23:42,818 DEBUG [M:0;802346a334f5:33931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/326049f0dbaa484691d2ba508654d951 as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/326049f0dbaa484691d2ba508654d951 2024-11-10T09:23:42,822 INFO [M:0;802346a334f5:33931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/326049f0dbaa484691d2ba508654d951, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T09:23:42,823 DEBUG [M:0;802346a334f5:33931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83d9af7c0faf43ec8e47e573b70f1811 as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83d9af7c0faf43ec8e47e573b70f1811 2024-11-10T09:23:42,827 INFO [M:0;802346a334f5:33931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83d9af7c0faf43ec8e47e573b70f1811, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T09:23:42,827 DEBUG [M:0;802346a334f5:33931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa74226bf98e49269357b5db6c8ff40f as hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa74226bf98e49269357b5db6c8ff40f 2024-11-10T09:23:42,831 INFO [M:0;802346a334f5:33931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/4b23775f-b66d-17ef-ef56-09d1ed6c06b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa74226bf98e49269357b5db6c8ff40f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T09:23:42,832 INFO [M:0;802346a334f5:33931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 982ms, sequenceid=55, compaction requested=false 2024-11-10T09:23:42,833 INFO [M:0;802346a334f5:33931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:42,833 DEBUG [M:0;802346a334f5:33931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230621850Disabling compacts and flushes for region at 1731230621850Disabling writes for close at 1731230621850Obtaining lock to block concurrent updates at 1731230621851 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230621851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731230621851Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230621851Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230621851Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230621868 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230621868Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230622277 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230622295 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230622295Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230622340 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230622376 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230622376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1968f0fa: reopening flushed file at 1731230622817 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d37c8e2: reopening flushed file at 1731230622822 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6542b300: reopening flushed file at 1731230622827 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 982ms, sequenceid=55, compaction requested=false at 1731230622832 (+5 ms)Writing region close event to WAL at 1731230622833 (+1 ms)Closed at 1731230622833 2024-11-10T09:23:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741830_1006 (size=32758) 2024-11-10T09:23:42,848 INFO [M:0;802346a334f5:33931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:23:42,848 INFO [M:0;802346a334f5:33931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33931 2024-11-10T09:23:42,849 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:23:42,849 INFO [M:0;802346a334f5:33931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:23:42,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:42,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x101240e5c8b0003, quorum=127.0.0.1:52815, baseZNode=/11709309144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:42,980 INFO [M:0;802346a334f5:33931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:23:42,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6202975d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:23:42,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cb611e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:23:42,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:23:42,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c25f550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:23:42,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d49f62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/hadoop.log.dir/,STOPPED} 2024-11-10T09:23:42,994 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:23:42,994 WARN [BP-529300209-172.17.0.3-1731230596559 heartbeating to localhost/127.0.0.1:40627 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:23:42,994 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:23:42,994 WARN [BP-529300209-172.17.0.3-1731230596559 heartbeating to localhost/127.0.0.1:40627 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-529300209-172.17.0.3-1731230596559 (Datanode Uuid 6f01b363-c7d1-4d24-9b85-df3d7ce462c7) service to localhost/127.0.0.1:40627 2024-11-10T09:23:42,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:23:43,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/cluster_b75752d8-32a0-2c2b-bac1-e0854264325e/data/data1/current/BP-529300209-172.17.0.3-1731230596559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:23:43,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/cluster_b75752d8-32a0-2c2b-bac1-e0854264325e/data/data2/current/BP-529300209-172.17.0.3-1731230596559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:23:43,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@130a7771{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:23:43,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25b8fb61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:23:43,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:23:43,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664ff9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:23:43,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75665d82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c289c707-8a08-1a84-d00d-7d10da0e7912/hadoop.log.dir/,STOPPED} 2024-11-10T09:23:43,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:23:43,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:23:43,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:43,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:43,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:43,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:43,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:43,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:23:43,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1343588800, stopped=false 2024-11-10T09:23:43,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=802346a334f5,39331,1731230592711 2024-11-10T09:23:43,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1188616754/running 2024-11-10T09:23:43,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1188616754/running 2024-11-10T09:23:43,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:43,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:43,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Set watcher on znode that does not yet exist, /0-1188616754/running 2024-11-10T09:23:43,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Set watcher on znode that does not yet exist, /0-1188616754/running 2024-11-10T09:23:43,056 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:23:43,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:23:43,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:43,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:43,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '802346a334f5,32831,1731230593531' ***** 2024-11-10T09:23:43,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:23:43,058 INFO [RS:0;802346a334f5:32831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:23:43,058 INFO [RS:0;802346a334f5:32831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:23:43,058 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:23:43,058 INFO [RS:0;802346a334f5:32831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:23:43,059 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:43,060 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:43,060 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(959): stopping server 802346a334f5,32831,1731230593531 2024-11-10T09:23:43,060 INFO [RS:0;802346a334f5:32831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:23:43,060 INFO [RS:0;802346a334f5:32831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:32831. 2024-11-10T09:23:43,060 DEBUG [RS:0;802346a334f5:32831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:43,060 DEBUG [RS:0;802346a334f5:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:43,061 INFO [RS:0;802346a334f5:32831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:23:43,061 INFO [RS:0;802346a334f5:32831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:23:43,061 INFO [RS:0;802346a334f5:32831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:23:43,061 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:23:43,062 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ab85b85b158240be221fcea6086ed25, disabling compactions & flushes 2024-11-10T09:23:43,062 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:43,062 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:43,062 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731230607013.9ab85b85b158240be221fcea6086ed25. after waiting 0 ms 2024-11-10T09:23:43,062 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:43,066 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:23:43,067 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9ab85b85b158240be221fcea6086ed25=test,,1731230607013.9ab85b85b158240be221fcea6086ed25., 1ee09b809934a02f693baeaebb0a8d9b=hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b.} 2024-11-10T09:23:43,067 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ee09b809934a02f693baeaebb0a8d9b, 9ab85b85b158240be221fcea6086ed25 2024-11-10T09:23:43,067 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:23:43,067 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:23:43,067 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:23:43,067 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:23:43,067 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:23:43,068 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T09:23:43,101 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/info/8fe1b7ae7aea445591fe641b990c9244 is 147, key is hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b./info:regioninfo/1731230610926/Put/seqid=0 2024-11-10T09:23:43,109 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/default/test/9ab85b85b158240be221fcea6086ed25/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T09:23:43,111 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:23:43,111 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T09:23:43,111 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:43,111 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ab85b85b158240be221fcea6086ed25: Waiting for close lock at 1731230623062Running coprocessor pre-close hooks at 1731230623062Disabling compacts and flushes for region at 1731230623062Disabling writes for close at 1731230623062Writing region close event to WAL at 1731230623076 (+14 ms)Running coprocessor post-close hooks at 1731230623111 (+35 ms)Closed at 1731230623111 2024-11-10T09:23:43,111 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731230607013.9ab85b85b158240be221fcea6086ed25. 2024-11-10T09:23:43,111 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ee09b809934a02f693baeaebb0a8d9b, disabling compactions & flushes 2024-11-10T09:23:43,111 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:43,111 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:43,111 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. after waiting 0 ms 2024-11-10T09:23:43,111 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:43,112 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ee09b809934a02f693baeaebb0a8d9b 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-10T09:23:43,113 INFO [regionserver/802346a334f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:23:43,132 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/.tmp/hfileref/b28cd6c248134622b932dc9cd8a534ae is 74, key is 1/hfileref:047193171c9d4d49b55cc4da2a0a7964_SeqId_6_/1731230617497/DeleteColumn/seqid=0 2024-11-10T09:23:43,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741847_1023 (size=7686) 2024-11-10T09:23:43,135 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/info/8fe1b7ae7aea445591fe641b990c9244 2024-11-10T09:23:43,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741848_1024 (size=5489) 2024-11-10T09:23:43,168 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/.tmp/hfileref/b28cd6c248134622b932dc9cd8a534ae 2024-11-10T09:23:43,175 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/ns/7ee856247fe041cfa0d1a740cf9e8290 is 43, key is default/ns:d/1731230596381/Put/seqid=0 2024-11-10T09:23:43,214 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/.tmp/queue/5d98a2138c7c4aee9bb1ea5edd9fb23f is 153, key is 1-802346a334f5,32831,1731230593531/queue:802346a334f5%2C32831%2C1731230593531/1731230617505/Put/seqid=0 2024-11-10T09:23:43,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741849_1025 (size=5153) 2024-11-10T09:23:43,223 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/ns/7ee856247fe041cfa0d1a740cf9e8290 2024-11-10T09:23:43,256 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/rep_barrier/4ca0f3db326e4ef3b880795c4d57051a is 112, key is test,,1731230607013.9ab85b85b158240be221fcea6086ed25./rep_barrier:seqnumDuringOpen/1731230607914/Put/seqid=0 2024-11-10T09:23:43,272 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:43,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741850_1026 (size=5504) 2024-11-10T09:23:43,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741851_1027 (size=5518) 2024-11-10T09:23:43,472 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:43,569 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:43,578 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:23:43,578 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 688, reset compression=false 2024-11-10T09:23:43,578 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-802346a334f5,32831,1731230593531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:23:43,579 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 802346a334f5,32831,1731230593531: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-802346a334f5,32831,1731230593531, walGroup=802346a334f5%2C32831%2C1731230593531, offset=802346a334f5%2C32831%2C1731230593531.1731230614869:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:32831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T09:23:43,582 ERROR [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T09:23:43,582 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T09:23:43,582 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T09:23:43,582 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T09:23:43,583 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T09:23:43,583 INFO [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1619001344, "init": 1048576000, "max": 2306867200, "used": 922720784 }, "NonHeapMemoryUsage": { "committed": 211484672, "init": 7667712, "max": -1, "used": 208368472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T09:23:43,583 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:39331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=802346a334f5:39331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T09:23:43,584 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 393, reset compression=false 2024-11-10T09:23:43,598 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T09:23:43,598 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 688, reset compression=false 2024-11-10T09:23:43,598 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-802346a334f5,32831,1731230593531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T09:23:43,599 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-10T09:23:43,672 DEBUG [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ee09b809934a02f693baeaebb0a8d9b 2024-11-10T09:23:43,679 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/.tmp/queue/5d98a2138c7c4aee9bb1ea5edd9fb23f 2024-11-10T09:23:43,685 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/.tmp/hfileref/b28cd6c248134622b932dc9cd8a534ae as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/hfileref/b28cd6c248134622b932dc9cd8a534ae 2024-11-10T09:23:43,688 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/hfileref/b28cd6c248134622b932dc9cd8a534ae, entries=6, sequenceid=17, filesize=5.4 K 2024-11-10T09:23:43,689 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/.tmp/queue/5d98a2138c7c4aee9bb1ea5edd9fb23f as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/queue/5d98a2138c7c4aee9bb1ea5edd9fb23f 2024-11-10T09:23:43,692 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/rep_barrier/4ca0f3db326e4ef3b880795c4d57051a 2024-11-10T09:23:43,693 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/queue/5d98a2138c7c4aee9bb1ea5edd9fb23f, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T09:23:43,693 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1ee09b809934a02f693baeaebb0a8d9b in 582ms, sequenceid=17, compaction requested=false 2024-11-10T09:23:43,708 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/replication/1ee09b809934a02f693baeaebb0a8d9b/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-10T09:23:43,709 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:23:43,709 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:23:43,709 INFO [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:43,709 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ee09b809934a02f693baeaebb0a8d9b: Waiting for close lock at 1731230623111Running coprocessor pre-close hooks at 1731230623111Disabling compacts and flushes for region at 1731230623111Disabling writes for close at 1731230623111Obtaining lock to block concurrent updates at 1731230623112 (+1 ms)Preparing flush snapshotting stores in 1ee09b809934a02f693baeaebb0a8d9b at 1731230623112Finished memstore snapshotting hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731230623112Flushing stores of hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. at 1731230623112Flushing 1ee09b809934a02f693baeaebb0a8d9b/hfileref: creating writer at 1731230623113 (+1 ms)Flushing 1ee09b809934a02f693baeaebb0a8d9b/hfileref: appending metadata at 1731230623132 (+19 ms)Flushing 1ee09b809934a02f693baeaebb0a8d9b/hfileref: closing flushed file at 1731230623132Flushing 1ee09b809934a02f693baeaebb0a8d9b/queue: creating writer at 1731230623176 (+44 ms)Flushing 1ee09b809934a02f693baeaebb0a8d9b/queue: appending metadata at 1731230623214 (+38 ms)Flushing 1ee09b809934a02f693baeaebb0a8d9b/queue: closing flushed file at 1731230623214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9ed76d: reopening flushed file at 1731230623684 (+470 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56626c71: reopening flushed file at 1731230623688 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1ee09b809934a02f693baeaebb0a8d9b in 582ms, sequenceid=17, compaction requested=false at 1731230623693 (+5 ms)Writing region close event to WAL at 1731230623697 (+4 ms)Running coprocessor post-close hooks at 1731230623709 (+12 ms)Closed at 1731230623709 2024-11-10T09:23:43,709 DEBUG [RS_CLOSE_REGION-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731230610018.1ee09b809934a02f693baeaebb0a8d9b. 2024-11-10T09:23:43,712 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/table/f7265e946a3b40afb72f697ba89161c3 is 53, key is hbase:replication/table:state/1731230610941/Put/seqid=0 2024-11-10T09:23:43,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741852_1028 (size=5308) 2024-11-10T09:23:43,724 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/table/f7265e946a3b40afb72f697ba89161c3 2024-11-10T09:23:43,729 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/info/8fe1b7ae7aea445591fe641b990c9244 as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/info/8fe1b7ae7aea445591fe641b990c9244 2024-11-10T09:23:43,733 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/info/8fe1b7ae7aea445591fe641b990c9244, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T09:23:43,734 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/ns/7ee856247fe041cfa0d1a740cf9e8290 as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/ns/7ee856247fe041cfa0d1a740cf9e8290 2024-11-10T09:23:43,736 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:23:43,736 INFO [regionserver/802346a334f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:23:43,738 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/ns/7ee856247fe041cfa0d1a740cf9e8290, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T09:23:43,739 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/rep_barrier/4ca0f3db326e4ef3b880795c4d57051a as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/rep_barrier/4ca0f3db326e4ef3b880795c4d57051a 2024-11-10T09:23:43,743 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/rep_barrier/4ca0f3db326e4ef3b880795c4d57051a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T09:23:43,744 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/.tmp/table/f7265e946a3b40afb72f697ba89161c3 as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/table/f7265e946a3b40afb72f697ba89161c3 2024-11-10T09:23:43,749 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/table/f7265e946a3b40afb72f697ba89161c3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T09:23:43,750 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 683ms, sequenceid=16, compaction requested=false 2024-11-10T09:23:43,767 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T09:23:43,768 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T09:23:43,768 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:23:43,768 INFO [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:43,768 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731230623067Running coprocessor pre-close hooks at 1731230623067Disabling compacts and flushes for region at 1731230623067Disabling writes for close at 1731230623067Obtaining lock to block concurrent updates at 1731230623068 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731230623068Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731230623068Flushing stores of hbase:meta,,1.1588230740 at 1731230623069 (+1 ms)Flushing 1588230740/info: creating writer at 1731230623069Flushing 1588230740/info: appending metadata at 1731230623099 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731230623099Flushing 1588230740/ns: creating writer at 1731230623142 (+43 ms)Flushing 1588230740/ns: appending metadata at 1731230623174 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731230623174Flushing 1588230740/rep_barrier: creating writer at 1731230623231 (+57 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731230623256 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731230623256Flushing 1588230740/table: creating writer at 1731230623697 (+441 ms)Flushing 1588230740/table: appending metadata at 1731230623712 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731230623712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133483fe: reopening flushed file at 1731230623728 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29819fa4: reopening flushed file at 1731230623733 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19453364: reopening flushed file at 1731230623739 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27895ac9: reopening flushed file at 1731230623743 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 683ms, sequenceid=16, compaction requested=false at 1731230623750 (+7 ms)Writing region close event to WAL at 1731230623764 (+14 ms)Running coprocessor post-close hooks at 1731230623767 (+3 ms)Closed at 1731230623768 (+1 ms) 2024-11-10T09:23:43,768 DEBUG [RS_CLOSE_META-regionserver/802346a334f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:23:43,802 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 688, reset compression=false 2024-11-10T09:23:43,807 DEBUG [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/WALs/802346a334f5,32831,1731230593531/802346a334f5%2C32831%2C1731230593531.1731230614869 to pos 688, reset compression=false 2024-11-10T09:23:43,873 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(976): stopping server 802346a334f5,32831,1731230593531; all regions closed. 2024-11-10T09:23:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741844_1020 (size=859) 2024-11-10T09:23:43,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741842_1018 (size=2791) 2024-11-10T09:23:43,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741843_1019 (size=696) 2024-11-10T09:23:43,908 DEBUG [RS:0;802346a334f5:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:43,908 INFO [RS:0;802346a334f5:32831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:23:43,908 INFO [RS:0;802346a334f5:32831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:23:43,908 INFO [RS:0;802346a334f5:32831 {}] hbase.ChoreService(370): Chore service for: regionserver/802346a334f5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:23:43,909 INFO [RS:0;802346a334f5:32831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:23:43,909 INFO [regionserver/802346a334f5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:23:43,909 INFO [RS:0;802346a334f5:32831 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-802346a334f5,32831,1731230593531 because: Region server is closing 2024-11-10T09:23:43,909 INFO [RS:0;802346a334f5:32831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:32831. 2024-11-10T09:23:43,909 DEBUG [RS:0;802346a334f5:32831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:43,910 DEBUG [RS:0;802346a334f5:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:43,910 DEBUG [RS:0;802346a334f5:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:43,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:43,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:43,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:43,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:43,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:43,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:43,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:43,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:43,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,010 INFO [RS:0;802346a334f5:32831 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 terminated 2024-11-10T09:23:44,010 INFO [RS:0;802346a334f5:32831 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-802346a334f5,32831,1731230593531 because: Region server is closing 2024-11-10T09:23:44,010 WARN [RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,1-802346a334f5,32831,1731230593531.replicationSource.wal-reader.802346a334f5%2C32831%2C1731230593531,1-802346a334f5,32831,1731230593531 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T09:23:44,010 INFO [RS:0;802346a334f5:32831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;802346a334f5:32831. 2024-11-10T09:23:44,010 DEBUG [RS:0;802346a334f5:32831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:23:44,010 DEBUG [RS:0;802346a334f5:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:44,011 DEBUG [RS:0;802346a334f5:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:23:44,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:23:44,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,111 INFO [RS:0;802346a334f5:32831 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/802346a334f5:0-0.replicationSource,2-802346a334f5,32831,1731230593531.replicationSource.shipper802346a334f5%2C32831%2C1731230593531,2-802346a334f5,32831,1731230593531 terminated 2024-11-10T09:23:44,111 INFO [RS:0;802346a334f5:32831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32831 2024-11-10T09:23:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754/rs 2024-11-10T09:23:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1188616754/rs/802346a334f5,32831,1731230593531 2024-11-10T09:23:44,131 INFO [RS:0;802346a334f5:32831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:23:44,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [802346a334f5,32831,1731230593531] 2024-11-10T09:23:44,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1188616754/draining/802346a334f5,32831,1731230593531 already deleted, retry=false 2024-11-10T09:23:44,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 802346a334f5,32831,1731230593531 expired; onlineServers=0 2024-11-10T09:23:44,156 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '802346a334f5,39331,1731230592711' ***** 2024-11-10T09:23:44,156 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:23:44,156 INFO [M:0;802346a334f5:39331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:23:44,156 INFO [M:0;802346a334f5:39331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:23:44,157 DEBUG [M:0;802346a334f5:39331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:23:44,157 DEBUG [M:0;802346a334f5:39331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:23:44,157 INFO [M:0;802346a334f5:39331 {}] hbase.ChoreService(370): Chore service for: master/802346a334f5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:23:44,157 INFO [M:0;802346a334f5:39331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:23:44,157 DEBUG [M:0;802346a334f5:39331 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:23:44,157 INFO [M:0;802346a334f5:39331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:23:44,157 INFO [M:0;802346a334f5:39331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:23:44,157 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230595593 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.small.0-1731230595593,5,FailOnTimeoutGroup] 2024-11-10T09:23:44,157 ERROR [M:0;802346a334f5:39331 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:45445 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45445,5,PEWorkerGroup] 2024-11-10T09:23:44,157 INFO [M:0;802346a334f5:39331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:23:44,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:23:44,159 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:23:44,159 DEBUG [master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230595588 {}] cleaner.HFileCleaner(306): Exit Thread[master/802346a334f5:0:becomeActiveMaster-HFileCleaner.large.0-1731230595588,5,FailOnTimeoutGroup] 2024-11-10T09:23:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1188616754/master 2024-11-10T09:23:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1188616754 2024-11-10T09:23:44,163 DEBUG [M:0;802346a334f5:39331 {}] zookeeper.ZKUtil(347): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Unable to get data of znode /0-1188616754/master because node does not exist (not an error) 2024-11-10T09:23:44,163 WARN [M:0;802346a334f5:39331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:23:44,164 INFO [M:0;802346a334f5:39331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/.lastflushedseqids 2024-11-10T09:23:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741853_1029 (size=263) 2024-11-10T09:23:44,242 INFO [RS:0;802346a334f5:32831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:23:44,242 INFO [RS:0;802346a334f5:32831 {}] regionserver.HRegionServer(1031): Exiting; stopping=802346a334f5,32831,1731230593531; zookeeper connection closed. 2024-11-10T09:23:44,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:44,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x101240e5c8b0001, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:44,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a08af8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a08af8f 2024-11-10T09:23:44,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:23:44,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:23:44,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,595 INFO [M:0;802346a334f5:39331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:23:44,596 INFO [M:0;802346a334f5:39331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:23:44,596 DEBUG [M:0;802346a334f5:39331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:23:44,596 INFO [M:0;802346a334f5:39331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:44,596 DEBUG [M:0;802346a334f5:39331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:44,596 DEBUG [M:0;802346a334f5:39331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:23:44,596 DEBUG [M:0;802346a334f5:39331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:44,596 INFO [M:0;802346a334f5:39331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-10T09:23:44,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,642 DEBUG [M:0;802346a334f5:39331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82d7fda34b824ac9a7f7db4a335e6d9a is 82, key is hbase:meta,,1/info:regioninfo/1731230596349/Put/seqid=0 2024-11-10T09:23:44,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:23:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741854_1030 (size=5672) 2024-11-10T09:23:45,102 INFO [M:0;802346a334f5:39331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82d7fda34b824ac9a7f7db4a335e6d9a 2024-11-10T09:23:45,146 DEBUG [M:0;802346a334f5:39331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa497743ff614ea69ff4a58dec779006 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731230610946/Put/seqid=0 2024-11-10T09:23:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741855_1031 (size=8909) 2024-11-10T09:23:45,573 INFO [M:0;802346a334f5:39331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa497743ff614ea69ff4a58dec779006 2024-11-10T09:23:45,626 DEBUG [M:0;802346a334f5:39331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5b92baf049b438eb221443dd692baf4 is 69, key is 802346a334f5,32831,1731230593531/rs:state/1731230595702/Put/seqid=0 2024-11-10T09:23:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741856_1032 (size=5156) 2024-11-10T09:23:45,648 INFO [M:0;802346a334f5:39331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5b92baf049b438eb221443dd692baf4 2024-11-10T09:23:45,654 DEBUG [M:0;802346a334f5:39331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82d7fda34b824ac9a7f7db4a335e6d9a as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82d7fda34b824ac9a7f7db4a335e6d9a 2024-11-10T09:23:45,659 INFO [M:0;802346a334f5:39331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82d7fda34b824ac9a7f7db4a335e6d9a, entries=8, sequenceid=112, filesize=5.5 K 2024-11-10T09:23:45,661 DEBUG [M:0;802346a334f5:39331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa497743ff614ea69ff4a58dec779006 as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa497743ff614ea69ff4a58dec779006 2024-11-10T09:23:45,665 INFO [M:0;802346a334f5:39331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa497743ff614ea69ff4a58dec779006, entries=13, sequenceid=112, filesize=8.7 K 2024-11-10T09:23:45,666 DEBUG [M:0;802346a334f5:39331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5b92baf049b438eb221443dd692baf4 as hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5b92baf049b438eb221443dd692baf4 2024-11-10T09:23:45,671 INFO [M:0;802346a334f5:39331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5b92baf049b438eb221443dd692baf4, entries=1, sequenceid=112, filesize=5.0 K 2024-11-10T09:23:45,673 INFO [M:0;802346a334f5:39331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1076ms, sequenceid=112, compaction requested=false 2024-11-10T09:23:45,689 INFO [M:0;802346a334f5:39331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:23:45,689 DEBUG [M:0;802346a334f5:39331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731230624596Disabling compacts and flushes for region at 1731230624596Disabling writes for close at 1731230624596Obtaining lock to block concurrent updates at 1731230624596Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731230624596Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731230624597 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731230624597Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731230624597Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731230624641 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731230624641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731230625116 (+475 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731230625145 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731230625145Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731230625582 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731230625626 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731230625626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a79a95: reopening flushed file at 1731230625653 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc7654b: reopening flushed file at 1731230625660 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632a1d1: reopening flushed file at 1731230625666 (+6 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1076ms, sequenceid=112, compaction requested=false at 1731230625673 (+7 ms)Writing region close event to WAL at 1731230625688 (+15 ms)Closed at 1731230625688 2024-11-10T09:23:45,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcb9e49a-9c38-aa92-6972-bf78b3499890/MasterData/WALs/802346a334f5,39331,1731230592711/802346a334f5%2C39331%2C1731230592711.1731230594875 not finished, retry = 0 2024-11-10T09:23:45,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741830_1006 (size=69055) 2024-11-10T09:23:45,801 INFO [M:0;802346a334f5:39331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:23:45,801 INFO [M:0;802346a334f5:39331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39331 2024-11-10T09:23:45,801 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:23:45,802 INFO [M:0;802346a334f5:39331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:23:45,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:45,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39331-0x101240e5c8b0000, quorum=127.0.0.1:52815, baseZNode=/0-1188616754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:23:45,916 INFO [M:0;802346a334f5:39331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:23:45,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a59a973{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:23:45,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5799d95e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:23:45,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:23:45,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ba6bf0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:23:45,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d9060f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/hadoop.log.dir/,STOPPED} 2024-11-10T09:23:45,932 WARN [BP-1955221341-172.17.0.3-1731230589232 heartbeating to localhost/127.0.0.1:45445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:23:45,932 WARN [BP-1955221341-172.17.0.3-1731230589232 heartbeating to localhost/127.0.0.1:45445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1955221341-172.17.0.3-1731230589232 (Datanode Uuid 8311ab6b-d3bf-4abe-b4ce-508659658b43) service to localhost/127.0.0.1:45445 2024-11-10T09:23:45,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/cluster_69ba6077-3d30-6dcf-9540-be4f520a3403/data/data1/current/BP-1955221341-172.17.0.3-1731230589232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:23:45,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/cluster_69ba6077-3d30-6dcf-9540-be4f520a3403/data/data2/current/BP-1955221341-172.17.0.3-1731230589232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:23:45,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:23:45,936 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:23:45,936 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:23:45,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71ba3e66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:23:45,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a3c6efa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:23:45,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:23:45,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202ede8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:23:45,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34af3c01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0f1e4a9-df39-1797-86be-8d4ccf2d51bb/hadoop.log.dir/,STOPPED} 2024-11-10T09:23:45,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:23:46,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:23:46,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 532) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45445 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52815) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40627 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45445 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46405 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46405 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40627 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45445 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52815) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52815) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=821 (was 525) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3125 (was 3809) 2024-11-10T09:23:46,031 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500